-- Logs begin at Fri 2021-08-20 13:30:46 UTC, end at Fri 2021-08-20 14:26:17 UTC. -- Aug 20 13:58:50.841018 dv-cinder-790535-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 20 13:58:53.516932 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.common.config [-] Logging enabled! Aug 20 13:58:53.517480 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 20 13:58:53.517711 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93991) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 20 13:58:53.521013 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.common.config [-] Logging enabled! Aug 20 13:58:53.521268 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 20 13:58:53.521581 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93991) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 20 13:58:53.522514 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 20 13:58:53.522750 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 20 13:58:53.523155 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 20 13:58:53.523487 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 20 13:58:53.523879 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 20 13:58:53.524246 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.524583 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.524886 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.525120 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.525419 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.525714 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.526000 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.526291 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.526586 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.526871 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.527150 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.527433 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.527669 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.527950 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.528244 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.528553 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.528779 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] debug = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.529061 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.529484 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.529892 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.530170 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.530455 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.530735 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.531025 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.531282 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.531564 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.531890 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] host = dv-cinder-790535-10-iscsi {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.532167 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.532453 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.532758 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.533045 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.533576 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.533852 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.534135 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.534407 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.534678 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] log_file = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.534949 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.535238 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.535525 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.535813 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.536039 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.536261 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.536570 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.536856 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.537129 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.537405 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.537682 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.537955 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.538224 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.538491 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.539346 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.539637 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.539925 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.540201 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.540543 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.540844 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.541116 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.541401 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.541672 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.541943 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.542214 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.542498 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.542765 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.543033 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.543330 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.543613 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.543894 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.544176 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.544446 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.544751 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.545023 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.545294 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.545565 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] use_json = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.545837 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.546106 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.546390 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.546664 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.546937 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.547207 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.547477 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.547764 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:53.548073 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.548369 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.548692 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.548978 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.549274 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.549554 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.549845 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.550125 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.550415 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.550705 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.550994 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.551273 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.551561 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.551841 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.552136 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.552440 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.552757 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.553048 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.553323 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.553596 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.553869 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.554148 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.555022 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.555321 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.555751 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.556028 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.556311 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.556633 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.556914 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.557186 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.557465 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.557753 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.558032 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.558307 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.558591 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.558869 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.559142 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.559413 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.559692 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.559981 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.560259 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.560558 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.560833 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.561114 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.561387 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.561674 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.561951 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.562223 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.562497 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.562776 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.563048 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.563321 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.563598 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.563868 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.564145 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.564416 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.564711 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.564984 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.565254 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.565523 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.565793 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.566060 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.566334 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.566605 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.566876 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.567145 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.567416 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.567685 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.567969 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.568269 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.568573 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.568851 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.569125 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.569402 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.569680 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.569954 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.570419 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.570701 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.570975 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.571264 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.571544 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.571829 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.572110 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.572384 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.572709 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.572987 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.573269 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.573545 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.573823 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.574110 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.574391 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.574684 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.574978 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.575270 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.575562 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.575850 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.576126 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.576428 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.576728 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:53.576945 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 20 13:58:53.577184 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93991) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 20 13:58:53.926796 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 13:58:53.927076 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 13:58:53.927365 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 13:58:53.927698 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 20 13:58:54.322539 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.322747 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.323028 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.324339 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.324636 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.324913 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.358707 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.358999 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.359272 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.376029 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.376311 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.376600 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.404610 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.404887 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.405153 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.441599 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.441878 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.442147 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.675073 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.675708 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.675708 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.675940 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.676583 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.796448 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.796798 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.797081 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.797354 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.797620 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.797933 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.798193 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.798450 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.798703 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.798984 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.799245 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.799511 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.799766 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.800016 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.800270 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.800552 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.800807 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.801070 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.801336 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.801747 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.802022 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.802276 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.802558 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.802937 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.803188 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.803434 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.803824 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 13:58:54.804066 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 13:58:54.804348 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 13:58:54.804717 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 13:58:54.805033 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 13:58:54.805339 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 13:58:54.805821 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 20 13:58:54.808968 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 20 13:58:54.812884 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 20 13:58:54.816643 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Aug 20 13:58:54.818275 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 20 13:58:54.818721 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 20 13:58:54.819052 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 20 13:58:54.819432 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 20 13:58:54.823076 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 20 13:58:54.823324 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 20 13:58:54.823670 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 20 13:58:54.828962 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 20 13:58:54.851349 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 20 13:58:54.851871 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.852172 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93991) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 20 13:58:54.852638 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.853985 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93991) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 20 13:58:54.854265 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 20 13:58:54.854511 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 20 13:58:54.857737 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.858022 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:54.921315 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 20 13:58:54.921552 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 20 13:58:54.921785 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 20 13:58:54.922152 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 20 13:58:54.943258 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_db.sqlalchemy.engines [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93991) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 20 13:58:55.470832 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.plugins.ml2.managers [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Initializing driver for type 'gre' Aug 20 13:58:55.471519 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] gre ID ranges: [(1, 1000)] Aug 20 13:58:55.526995 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.plugins.ml2.managers [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Initializing driver for type 'local' Aug 20 13:58:55.527344 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.plugins.ml2.managers [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Initializing driver for type 'vlan' Aug 20 13:58:55.540831 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] VlanTypeDriver initialization complete Aug 20 13:58:55.541189 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.plugins.ml2.managers [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Initializing driver for type 'vxlan' Aug 20 13:58:55.541690 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] vxlan ID ranges: [(1, 1000)] Aug 20 13:58:55.594588 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.plugins.ml2.managers [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Initializing extension driver 'port_security' Aug 20 13:58:55.594928 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.plugins.ml2.extensions.port_security [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] PortSecurityExtensionDriver initialization complete Aug 20 13:58:55.595259 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.plugins.ml2.managers [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Initializing mechanism driver 'openvswitch' Aug 20 13:58:55.595601 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.plugins.ml2.managers [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Initializing mechanism driver 'hyperv' Aug 20 13:58:55.602514 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.plugins.ml2.plugin [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:58:55.603359 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > port after_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.603733 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > port after_update 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.604088 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > port after_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.604639 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93991) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 13:58:55.605075 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > subnet after_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.605431 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > subnet after_update 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.605785 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > subnet after_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.606180 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93991) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 13:58:55.606582 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > network after_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.606931 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > network after_update 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.607274 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > network after_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.607662 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93991) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 13:58:55.608061 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > security_group after_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.608411 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > security_group after_update 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.608779 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > security_group after_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.609173 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93991) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 13:58:55.609572 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.609922 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.610269 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.610658 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93991) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 13:58:55.611060 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > address_group after_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.611406 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > address_group after_update 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.611746 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > address_group after_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.612136 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93991) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 13:58:55.612531 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] ML2 OVO RPC backend initialized. {{(pid=93991) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 20 13:58:55.613232 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > router_interface after_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.613587 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.614003 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > network before_response 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.614356 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > networks before_response 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.614703 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > port before_response 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.615093 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > ports before_response 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.615435 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > subnet before_response 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.615786 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > subnets before_response 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.616135 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > network after_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.616491 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > network after_update 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.616846 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > network after_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.617776 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > port after_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.618119 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > port after_update 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.618461 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > port after_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.618801 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > subnet after_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.619142 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > subnet after_update 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.619478 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > subnet after_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.620048 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.plugins.ml2.plugin [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Modular L2 Plugin initialization complete Aug 20 13:58:55.620376 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading services supported by the core plugin {{(pid=93991) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 20 13:58:55.620793 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.plugins.ml2.managers [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Got port-security extension from driver 'port_security' Aug 20 13:58:55.621258 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.extensions.vlantransparent [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Disabled vlantransparent extension. Aug 20 13:58:55.621742 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93991) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 20 13:58:55.622058 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading Plugin: router Aug 20 13:58:55.657356 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > router_interface before_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.657747 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > router after_create 55549900 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.658365 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > router before_create 55549900 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.658733 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.659105 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.659460 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > router after_delete 55549900 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.659817 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > floatingip after_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.660289 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > floatingip after_update 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.660674 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > router after_create 55549900 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.661025 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > router after_update 55549900 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.661375 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > router after_update 55549900 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.661723 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.662083 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > router after_update 55549900 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.662497 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > router precommit_update 55549900 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.662868 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: port after_update 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.663207 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: port after_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.663569 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: subnet after_update 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.664405 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.664786 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > port precommit_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.665135 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > router precommit_create 55549900 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.665476 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: port before_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.665824 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > router precommit_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.666182 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > router after_update 55549900 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.666526 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > router precommit_delete 55549900 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.666879 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > router precommit_create 55549900 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.667244 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > router_interface after_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.667594 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > router precommit_update 55549900 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.667963 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > agent after_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.668317 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > agent after_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.668693 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > network after_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.669547 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.quota.resource_registry [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Tracking information for resource: router configured {{(pid=93991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 13:58:55.669881 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.quota.resource_registry [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Tracking information for resource: floatingip configured {{(pid=93991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 13:58:55.674657 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.db.l3_agentschedulers_db [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 20 13:58:55.675230 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: port after_update 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.675776 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: port after_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.675939 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: port after_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.676287 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: port after_update 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.677114 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > router before_create 55550100 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.677482 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > router precommit_delete 55550100 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.677847 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > router precommit_create 55550100 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.678205 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > router precommit_update 55550100 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.683958 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.services.provider_configuration [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Service providers = [] {{(pid=93991) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 20 13:58:55.684324 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.db.servicetype_db [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93991) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 20 13:58:55.687295 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.services.service_base [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93991) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 13:58:55.687649 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.services.service_base [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93991) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 13:58:55.687994 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.services.service_base [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93991) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 13:58:55.688909 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.services.service_base [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93991) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 13:58:55.689284 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.services.service_base [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 20 13:58:55.689661 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 13:58:55.689981 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 20 13:58:55.701995 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 13:58:55.702279 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading Plugin: auto_allocate Aug 20 13:58:55.707971 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: network precommit_update 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.708340 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: network precommit_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.708902 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 13:58:55.709222 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading Plugin: tag Aug 20 13:58:55.716149 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 13:58:55.716494 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading Plugin: timestamp Aug 20 13:58:55.720325 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 13:58:55.720690 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading Plugin: network_ip_availability Aug 20 13:58:55.726062 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.727016 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.727377 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.728080 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 13:58:55.728400 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading Plugin: flavors Aug 20 13:58:55.733319 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 13:58:55.733653 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading Plugin: revisions Aug 20 13:58:55.737896 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 13:58:55.738288 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_concurrency.lockutils [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.811s {{(pid=93991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 13:58:55.739025 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93991) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 20 13:58:55.739362 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Initializing extension manager. Aug 20 13:58:55.739874 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: __init__.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.740217 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: __pycache__ {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.740590 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.740928 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: address_group.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.741680 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.742938 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: address-group Aug 20 13:58:55.743266 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: address_scope.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.743988 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.744523 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: address-scope Aug 20 13:58:55.744853 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: admin_state_down_before_update.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.745790 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.746300 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: router-admin-state-down-before-update Aug 20 13:58:55.746623 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: agent.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.747324 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.747865 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: agent Aug 20 13:58:55.748188 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: agent_resources_synced.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.749190 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.749689 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: agent-resources-synced Aug 20 13:58:55.750010 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: allowedaddresspairs.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.751785 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.752292 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: allowed-address-pairs Aug 20 13:58:55.752644 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: auto_allocated_topology.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.753719 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.754225 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: auto-allocated-topology Aug 20 13:58:55.754554 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: availability_zone.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.755275 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.755778 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: availability_zone Aug 20 13:58:55.756103 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: availability_zone_filter.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.757057 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.757591 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: availability_zone_filter Aug 20 13:58:55.757919 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: data_plane_status.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.758828 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.759326 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension data-plane-status not supported by any of loaded plugins Aug 20 13:58:55.759650 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: default_subnetpools.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.760611 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.761116 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: default-subnetpools Aug 20 13:58:55.761442 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: dhcpagentscheduler.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.762251 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.762754 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: dhcp_agent_scheduler Aug 20 13:58:55.763077 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: dns.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.763992 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.764522 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension dns-integration not supported by any of loaded plugins Aug 20 13:58:55.764850 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: dns_domain_ports.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.765761 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.766273 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 20 13:58:55.766597 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.767512 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.768010 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 20 13:58:55.768333 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: dvr.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.769031 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.769530 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: dvr Aug 20 13:58:55.769853 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: ecmp_routes.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.770762 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.771252 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension ecmp_routes not supported by any of loaded plugins Aug 20 13:58:55.771573 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: empty_string_filtering.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.772508 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.773008 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: empty-string-filtering Aug 20 13:58:55.773382 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.774290 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.774786 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 20 13:58:55.775110 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.776028 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.776556 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 20 13:58:55.776887 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: external_net.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.777807 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.778303 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: external-net Aug 20 13:58:55.778626 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: extra_dhcp_opt.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.779534 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.780033 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: extra_dhcp_opt Aug 20 13:58:55.780356 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: extraroute.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.781295 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.781795 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: extraroute Aug 20 13:58:55.782119 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: extraroute_atomic.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.783411 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.783916 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: extraroute-atomic Aug 20 13:58:55.784245 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: filter_validation.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.785114 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.785618 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: filter-validation Aug 20 13:58:55.785943 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: fip_pf_description.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.786855 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.787350 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 20 13:58:55.787674 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: fip_port_details.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.788616 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.789783 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: fip-port-details Aug 20 13:58:55.790299 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: flavors.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.791538 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.792050 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: flavors Aug 20 13:58:55.792377 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.794082 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.794605 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 20 13:58:55.794941 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: floatingip_pools.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.795646 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.796169 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: floatingip-pools Aug 20 13:58:55.796509 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: ip_allocation.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.797440 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.797943 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension ip_allocation not supported by any of loaded plugins Aug 20 13:58:55.798268 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.799184 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.799688 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: ip-substring-filtering Aug 20 13:58:55.800015 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: l2_adjacency.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.800967 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.801466 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension l2_adjacency not supported by any of loaded plugins Aug 20 13:58:55.801792 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: l3.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.802752 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.803265 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: router Aug 20 13:58:55.803590 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: l3_conntrack_helper.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.806580 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.807105 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 20 13:58:55.807439 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.808377 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.808916 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: ext-gw-mode Aug 20 13:58:55.809244 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.810181 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.810686 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: l3-ha Aug 20 13:58:55.811010 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: l3_flavors.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.811924 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.812425 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: l3-flavors Aug 20 13:58:55.812776 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.813689 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.814191 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: l3-port-ip-change-not-allowed Aug 20 13:58:55.814515 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: l3agentscheduler.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.815539 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.816047 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: l3_agent_scheduler Aug 20 13:58:55.816374 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: logging.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.817895 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.818414 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension logging not supported by any of loaded plugins Aug 20 13:58:55.818746 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: metering.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.819483 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.820177 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: metering Aug 20 13:58:55.820177 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.821666 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.822175 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: metering_source_and_destination_fields Aug 20 13:58:55.822506 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: multiprovidernet.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.823436 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.823937 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: multi-provider Aug 20 13:58:55.824265 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: netmtu.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.825209 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.825706 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: net-mtu Aug 20 13:58:55.826029 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: netmtu_writable.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.826950 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.827460 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: net-mtu-writable Aug 20 13:58:55.827769 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: network_availability_zone.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.828437 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.828956 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: network_availability_zone Aug 20 13:58:55.829278 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: network_ip_availability.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.830369 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.830871 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: network-ip-availability Aug 20 13:58:55.831198 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: network_segment_range.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.831960 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.832458 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension network-segment-range not supported by any of loaded plugins Aug 20 13:58:55.832802 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: pagination.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.833796 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.834131 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: pagination Aug 20 13:58:55.834458 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: port_device_profile.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.835377 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.836110 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: port-device-profile Aug 20 13:58:55.836434 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.837393 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.837897 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: port-mac-address-regenerate Aug 20 13:58:55.838220 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.839133 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.839637 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: port-numa-affinity-policy Aug 20 13:58:55.839957 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: port_resource_request.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.840907 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.841419 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension port-resource-request not supported by any of loaded plugins Aug 20 13:58:55.841741 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: portbindings.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.842669 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.843170 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: binding Aug 20 13:58:55.843491 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: portbindings_extended.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.844863 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.845377 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: binding-extended Aug 20 13:58:55.845703 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: portsecurity.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.846622 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.847128 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: port-security Aug 20 13:58:55.847451 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: project_id.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.848424 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.848780 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: project-id Aug 20 13:58:55.849105 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: providernet.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.850031 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.850540 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: provider Aug 20 13:58:55.850862 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: qos.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.854810 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.855327 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension qos not supported by any of loaded plugins Aug 20 13:58:55.855664 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.856932 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.857452 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 20 13:58:55.857787 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.858703 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.859208 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 20 13:58:55.859537 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: qos_default.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.860444 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.860980 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension qos-default not supported by any of loaded plugins Aug 20 13:58:55.861309 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: qos_fip.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.861960 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.862454 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension qos-fip not supported by any of loaded plugins Aug 20 13:58:55.862777 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: qos_gateway_ip.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.863698 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.864197 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 20 13:58:55.864555 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: qos_port_network_policy.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.865468 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.865967 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 20 13:58:55.866291 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: qos_pps_rule.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.868044 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.868593 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension qos-pps not supported by any of loaded plugins Aug 20 13:58:55.868925 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: qos_rule_type_details.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.869840 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.870343 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 20 13:58:55.870670 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: qos_rules_alias.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.871697 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.872201 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 20 13:58:55.872564 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: quotasv2.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.873649 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.873982 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: quotas Aug 20 13:58:55.874307 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: quotasv2_detail.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.877364 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.877712 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: quota_details Aug 20 13:58:55.878048 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: rbac.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.879102 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.879626 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: rbac-policies Aug 20 13:58:55.879956 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: rbac_address_group.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.880924 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.881437 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: rbac-address-group Aug 20 13:58:55.881764 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: rbac_address_scope.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.882710 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.883220 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: rbac-address-scope Aug 20 13:58:55.883542 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: rbac_security_groups.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.884461 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.884991 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: rbac-security-groups Aug 20 13:58:55.885314 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: rbac_subnetpool.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.886232 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.886736 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: rbac-subnetpool Aug 20 13:58:55.887061 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: revisionifmatch.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.887989 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.888518 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: revision-if-match Aug 20 13:58:55.888847 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: revisions.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.889961 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.890463 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: standard-attr-revisions Aug 20 13:58:55.890786 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: router_availability_zone.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.891460 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.891965 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: router_availability_zone Aug 20 13:58:55.892288 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: routerservicetype.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.893241 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.893739 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension router-service-type not supported by any of loaded plugins Aug 20 13:58:55.894063 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.894979 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.895480 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: security-groups-normalized-cidr Aug 20 13:58:55.895800 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: security_groups_port_filtering.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.896741 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.897249 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: port-security-groups-filtering Aug 20 13:58:55.897572 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.898597 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.899093 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: security-groups-remote-address-group Aug 20 13:58:55.899416 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: securitygroup.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.909310 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.909831 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: security-group Aug 20 13:58:55.910163 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: segment.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.910951 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.911456 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension segment not supported by any of loaded plugins Aug 20 13:58:55.911782 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.912759 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.913263 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 20 13:58:55.913589 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: servicetype.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.915368 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.915880 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: service-type Aug 20 13:58:55.916210 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: sorting.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.917218 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.917555 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: sorting Aug 20 13:58:55.917907 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: standard_attr_segment.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.918807 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.919321 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 20 13:58:55.919650 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: standardattrdescription.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.920300 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.920834 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: standard-attr-description Aug 20 13:58:55.921159 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: stateful_security_group.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.922086 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.922590 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: stateful-security-group Aug 20 13:58:55.922916 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: stdattrs_common.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.923496 dv-cinder-790535-10-iscsi neutron-server[93991]: WARNING neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 20 13:58:55.923817 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.924780 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.925279 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 20 13:58:55.925603 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: subnet_onboard.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.926670 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.927179 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: subnet_onboard Aug 20 13:58:55.927502 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.928426 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.928960 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 20 13:58:55.929308 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: subnet_service_types.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.930834 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.931340 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: subnet-service-types Aug 20 13:58:55.931665 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: subnetallocation.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.932773 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.933284 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: subnet_allocation Aug 20 13:58:55.933609 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.934274 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.934775 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: subnetpool-prefix-ops Aug 20 13:58:55.935097 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.936034 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.936561 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 20 13:58:55.936887 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: tagging.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.937938 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.938462 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: standard-attr-tag Aug 20 13:58:55.938789 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: timestamp.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.939982 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.940519 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loaded extension: standard-attr-timestamp Aug 20 13:58:55.940855 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: trunk.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.941893 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.942404 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension trunk not supported by any of loaded plugins Aug 20 13:58:55.942731 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: trunk_details.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.943652 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.944161 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension trunk-details not supported by any of loaded plugins Aug 20 13:58:55.944516 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: uplink_status_propagation.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.945590 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.946104 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 20 13:58:55.946430 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Loading extension file: vlantransparent.py {{(pid=93991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 13:58:55.947104 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 13:58:55.947604 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extension vlan-transparent not supported by any of loaded plugins Aug 20 13:58:55.950032 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.quota.resource_registry [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Creating instance of TrackedResource for resource:network Aug 20 13:58:55.950553 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.quota.resource_registry [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Creating instance of TrackedResource for resource:subnet Aug 20 13:58:55.950952 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.quota.resource_registry [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 13:58:55.951345 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.quota.resource_registry [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Creating instance of TrackedResource for resource:port Aug 20 13:58:55.952657 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.v2.resource_helper [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 13:58:55.953049 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.v2.resource_helper [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Service FLAVORS assigned prefix: {{(pid=93991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 13:58:55.953671 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.v2.resource_helper [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 13:58:55.954095 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.v2.resource_helper [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 13:58:55.954433 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.quota.resource_registry [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Creating instance of TrackedResource for resource:router Aug 20 13:58:55.954882 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.quota.resource_registry [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Creating instance of TrackedResource for resource:floatingip Aug 20 13:58:55.955372 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.v2.resource_helper [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Service METERING assigned prefix: /metering {{(pid=93991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 13:58:55.956845 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.957215 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.957568 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 13:58:55.958563 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.quota.resource_registry [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Creating instance of CountableResource for resource:rbac_policy Aug 20 13:58:55.959001 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.quota.resource_registry [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Creating instance of TrackedResource for resource:security_group Aug 20 13:58:55.959433 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.quota.resource_registry [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Creating instance of TrackedResource for resource:security_group_rule Aug 20 13:58:55.960039 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.v2.resource_helper [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Service CORE assigned prefix: {{(pid=93991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 13:58:55.960375 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.quota.resource_registry [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 13:58:55.961362 dv-cinder-790535-10-iscsi neutron-server[93991]: WARNING neutron.quota.resource_registry [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] subnetpool is already registered Aug 20 13:58:55.961818 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.v2.resource_helper [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Service CORE assigned prefix: {{(pid=93991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 13:58:55.962153 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.quota.resource_registry [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 13:58:55.962487 dv-cinder-790535-10-iscsi neutron-server[93991]: WARNING neutron.quota.resource_registry [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] subnetpool is already registered Aug 20 13:58:55.964759 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.v2.resource_helper [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 13:58:55.965312 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.v2.resource_helper [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Service FLAVORS assigned prefix: {{(pid=93991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 13:58:55.965945 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.v2.resource_helper [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 13:58:55.966375 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.v2.resource_helper [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 13:58:55.966715 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.quota.resource_registry [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Creating instance of TrackedResource for resource:router Aug 20 13:58:55.967055 dv-cinder-790535-10-iscsi neutron-server[93991]: WARNING neutron.quota.resource_registry [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] router is already registered Aug 20 13:58:55.967469 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.quota.resource_registry [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Creating instance of TrackedResource for resource:floatingip Aug 20 13:58:55.967804 dv-cinder-790535-10-iscsi neutron-server[93991]: WARNING neutron.quota.resource_registry [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] floatingip is already registered Aug 20 13:58:55.968271 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.v2.resource_helper [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Service METERING assigned prefix: /metering {{(pid=93991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 13:58:55.969010 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.quota.resource_registry [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Creating instance of CountableResource for resource:rbac_policy Aug 20 13:58:55.969340 dv-cinder-790535-10-iscsi neutron-server[93991]: WARNING neutron.quota.resource_registry [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] rbac_policy is already registered Aug 20 13:58:55.969762 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.quota.resource_registry [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Creating instance of TrackedResource for resource:security_group Aug 20 13:58:55.970097 dv-cinder-790535-10-iscsi neutron-server[93991]: WARNING neutron.quota.resource_registry [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] security_group is already registered Aug 20 13:58:55.970499 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.quota.resource_registry [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Creating instance of TrackedResource for resource:security_group_rule Aug 20 13:58:55.970832 dv-cinder-790535-10-iscsi neutron-server[93991]: WARNING neutron.quota.resource_registry [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] security_group_rule is already registered Aug 20 13:58:55.971329 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.v2.resource_helper [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Service CORE assigned prefix: {{(pid=93991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 13:58:55.971664 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.quota.resource_registry [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 13:58:55.971998 dv-cinder-790535-10-iscsi neutron-server[93991]: WARNING neutron.quota.resource_registry [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] subnetpool is already registered Aug 20 13:58:55.972412 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.v2.resource_helper [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Service CORE assigned prefix: {{(pid=93991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 13:58:55.972764 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.quota.resource_registry [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 13:58:55.973093 dv-cinder-790535-10-iscsi neutron-server[93991]: WARNING neutron.quota.resource_registry [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] subnetpool is already registered Aug 20 13:58:55.974698 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: extensions {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:55.976239 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: address-groups {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:55.978245 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: address-scopes {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:55.979435 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: agents {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:55.980721 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: auto-allocated-topology {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:55.981977 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: availability_zones {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:55.983181 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: dhcp-networks {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:55.984635 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: dhcp-agents {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:55.986159 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: routers {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:55.987837 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: flavors {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:55.989052 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: service_profiles {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:55.990364 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: next_providers {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:55.991821 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: service_profiles {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:55.993382 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: floatingip-pools {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:55.994703 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: routers {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:55.996400 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: floatingips {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:55.997622 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: l3-routers {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:55.999130 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: l3-agents {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:56.000579 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: metering-labels {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:56.001827 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: metering-label-rules {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:56.003091 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: network-ip-availabilities {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:56.004442 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: bindings {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:56.006026 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: quotas {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:56.007489 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: quotas {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:56.009235 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: rbac-policies {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:56.010439 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: security-groups {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:56.011646 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: security-group-rules {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:56.013009 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: service-providers {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:56.014240 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: subnetpools {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:56.015571 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: subnetpools {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:56.017146 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: tags {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:56.018837 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: tags {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:56.020583 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: tags {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:56.022445 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: tags {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:56.024858 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: tags {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:56.026703 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: tags {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:56.028509 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: tags {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:56.030308 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: tags {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:56.033354 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: tags {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:56.035109 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron.api.extensions [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Extended resource: tags {{(pid=93991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 13:58:56.041772 dv-cinder-790535-10-iscsi neutron-server[93991]: WARNING keystonemiddleware.auth_token [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 20 13:58:56.046211 dv-cinder-790535-10-iscsi neutron-server[93991]: WARNING keystonemiddleware.auth_token [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 20 13:58:56.054756 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_concurrency.lockutils [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Acquired lock "singleton_lock" {{(pid=93991) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 20 13:58:56.055234 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_concurrency.lockutils [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Releasing lock "singleton_lock" {{(pid=93991) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 20 13:58:56.055869 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO oslo_service.service [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Starting 2 workers Aug 20 13:58:56.060662 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Started child 94100 {{(pid=93991) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 20 13:58:56.065055 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Started child 94101 {{(pid=93991) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 20 13:58:56.065905 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:56.066588 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO neutron.service [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Neutron service started, listening on 0.0.0.0:9696 Aug 20 13:58:56.067229 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Notify callbacks [] for process, before_spawn {{(pid=93991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:56.067477 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [-] (94100) wsgi starting up on http://0.0.0.0:9696 Aug 20 13:58:56.069636 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO oslo_service.service [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Starting 1 workers Aug 20 13:58:56.069780 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:56.071379 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [-] (94101) wsgi starting up on http://0.0.0.0:9696 Aug 20 13:58:56.074831 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Started child 94102 {{(pid=93991) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 20 13:58:56.075336 dv-cinder-790535-10-iscsi neutron-server[93991]: INFO oslo_service.service [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Starting 1 workers Aug 20 13:58:56.078253 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.service [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] calling RpcWorker wait() {{(pid=94102) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 20 13:58:56.078775 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.service [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] returning from RpcWorker wait() {{(pid=94102) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 20 13:58:56.079766 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Started child 94103 {{(pid=93991) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 20 13:58:56.080026 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:56.080490 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:58:56.080588 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG neutron_lib.callbacks.manager [None req-4c7d83c1-4db1-495f-9be9-aa15632b36da None None] Notify callbacks [] for process, after_spawn {{(pid=93991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:56.082489 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93991) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 20 13:58:56.082715 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 20 13:58:56.082900 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 20 13:58:56.083103 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 20 13:58:56.083431 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 20 13:58:56.083587 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 20 13:58:56.084116 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.084409 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.084686 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.084942 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.085207 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.085297 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:58:56.086429 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.086738 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.086945 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.087224 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.087487 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.087660 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.087815 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.088064 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.088314 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.088618 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.088910 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.089166 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.089442 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.089613 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.089865 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.090136 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.090388 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.090653 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] debug = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.090902 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.091378 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.091602 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.091852 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.092074 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.092355 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.092613 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.092897 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.093130 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.093349 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.093568 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.093838 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.094066 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.094298 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.094513 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.094775 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.094991 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.095464 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] host = dv-cinder-790535-10-iscsi {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.095679 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.095895 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.096140 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.096373 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.096656 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.096871 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.097116 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.097369 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.097622 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.097852 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.098111 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.098366 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.098608 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.098852 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] log_file = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.099015 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] log_options = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.099269 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.099543 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.099799 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.099987 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.100156 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.100330 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.100618 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.100787 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.101036 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.101247 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.101546 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.102234 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.102448 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.102783 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.103027 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.103259 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.103496 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.103705 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.103950 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.104195 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.104438 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.104727 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.104961 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.105194 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.105430 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.105642 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.105866 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.106083 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.106292 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.106554 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.106783 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.107034 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.107265 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.107506 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.107730 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.107954 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.108193 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.108447 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.108696 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.108947 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.109189 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.109406 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.109670 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.109904 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.110123 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.110338 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] use_json = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.110569 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.110809 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.111044 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.111272 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.111476 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.111690 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.111924 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.112159 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.113057 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.113179 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.113491 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.113740 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.114208 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.114468 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.114679 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.114920 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.115171 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.115420 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.115742 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.115960 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.116252 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.116526 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.116829 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.117170 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.117947 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.117947 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.118401 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.118602 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.118841 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.119087 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.119653 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.119787 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.119969 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.120233 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.120524 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.120718 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.120975 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.121164 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.121408 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:58:56.121560 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.121708 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.121865 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.122081 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.122297 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.122539 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.123118 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.123118 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.123411 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.123553 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.124510 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.124510 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.124510 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.124510 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.124819 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.124902 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.125060 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.125288 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.125534 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.125855 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.126014 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.126262 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.126498 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.127900 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.127900 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.127900 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.127900 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.127900 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.127900 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.128812 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.128812 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.128812 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.128812 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.129334 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.129334 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.129334 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.129716 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.129716 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.130059 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.130193 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.130362 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.130603 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.130817 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.131071 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.131223 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.131454 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.131650 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.131866 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.132141 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.132875 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.138173 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.138173 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.138173 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.138173 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.138173 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.138173 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.138173 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.138173 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.140505 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.140505 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.140505 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.140505 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.140505 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.140505 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.140505 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.140505 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.141320 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.141320 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.141320 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.141320 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.141320 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.141320 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.141320 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.141320 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.142019 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.142019 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.142019 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.142019 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.142019 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.142019 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.142019 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.142019 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.145206 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.145206 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.145206 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.145206 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.145206 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.145206 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.145206 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.145206 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.146195 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.146195 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.146195 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.146195 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.146195 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.146195 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.146195 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.146195 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.147081 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.147081 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.147081 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.147081 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.147081 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.147081 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.147716 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.147716 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.147920 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.148030 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.148866 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.149525 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.149525 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.150003 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.150264 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.150501 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.150717 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.150963 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.151193 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.151407 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.151621 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.151835 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.152052 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.152266 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.152508 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.152751 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.152995 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.153202 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.153457 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.153695 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.153976 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.154160 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.154373 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.154591 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.154827 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.155081 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.155376 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.155505 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.155745 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.155944 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.156175 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.156485 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.156728 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.156937 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.157159 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.157405 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.157654 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.157863 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.158380 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.158622 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.158836 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.159274 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.159726 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.159976 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.160210 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.160483 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.160741 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.160976 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.161230 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.161572 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.161825 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.162058 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.162309 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.162525 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.162759 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.162994 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.163242 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.163476 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.163880 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.164557 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.164750 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.164995 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.165545 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.165545 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.165807 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.165940 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.166063 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.166267 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.166558 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.166798 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.167758 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.168019 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.168265 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.168515 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.168747 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.169190 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.169190 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.169458 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.169582 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.169767 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.170013 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.170223 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.170431 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.170651 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.170890 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.171080 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.171320 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.171529 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.171744 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.172648 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.172648 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.172648 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.173038 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.173133 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.173300 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.173523 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.173736 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.173946 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.174174 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.174387 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.174598 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.174821 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.175037 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.175249 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.175581 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.175840 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.176087 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.176381 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.176641 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.176884 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.177138 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.177463 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.177698 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.177961 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.178155 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.178400 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.178621 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.178869 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.179201 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.179486 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.179745 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.179978 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.180264 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.180555 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.180834 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.181047 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.181339 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.181673 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.181951 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.182201 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.182421 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.182693 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.182912 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.183145 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.183363 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.183605 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.183819 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.184068 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.184328 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.184616 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.184875 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.185102 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.185318 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.185559 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.185788 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.186038 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.186291 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.186445 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 20 13:58:56.186991 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93991) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 20 13:58:56.187140 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 20 13:58:56.187294 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 20 13:58:56.187447 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 20 13:58:56.187613 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 20 13:58:56.187795 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 20 13:58:56.187975 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.188143 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.188308 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.188525 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.188670 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.188806 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.188999 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.189166 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.189329 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.189504 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.189504 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.189748 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.189887 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.190022 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.190156 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.190308 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.190445 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.190581 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.190708 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.190850 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.190984 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.191138 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.191296 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] debug = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.191453 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.191645 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.191797 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.191954 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.192110 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.192268 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.192426 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.192618 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.192776 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.192934 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.193091 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.193248 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.193405 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.193564 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.193721 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.193879 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.194037 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.194194 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] host = dv-cinder-790535-10-iscsi {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.194351 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.194510 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.194666 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.194822 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.195001 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.195160 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.195317 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.195474 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.195632 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.195787 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.195945 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.196103 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.196262 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.196419 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] log_file = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.196612 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] log_options = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.196776 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.196901 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.197088 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.197236 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.197399 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.197557 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.197715 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.197873 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.198031 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.198188 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.198346 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.198501 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.198658 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.198816 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.198972 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.199130 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.199286 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.199442 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.199604 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.199761 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.199917 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.200074 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.200231 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.200388 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.200567 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.200726 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.200884 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.201809 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.201809 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.201809 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.202422 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.202422 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.202422 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.202422 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.202422 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.202911 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.202911 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.202911 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.203130 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.203208 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.203323 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.203482 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.203646 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.203800 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.203960 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.204119 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] use_json = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.204277 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.204434 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.204626 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.204779 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.204939 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.205112 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.205641 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.205641 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 13:58:56.205641 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.205875 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.205875 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.206002 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.206156 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.206314 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.206477 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.206640 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.206802 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.206962 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.207130 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.207290 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.207462 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.207620 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.207777 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.207940 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.208100 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.208260 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.208423 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.208638 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.208821 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.208956 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.209101 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.209237 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.209370 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.209503 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.209658 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.209810 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.209971 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.210119 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.210281 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.210434 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.211141 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.211347 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.211519 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.211712 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.211876 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.212016 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.212103 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.212258 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.212421 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.212628 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.212790 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.212952 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.213114 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.213276 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.213439 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.213600 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.213761 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.213921 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.214093 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.214253 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.214413 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.214573 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.214735 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.214895 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.215054 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.215214 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.215373 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.215538 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.215707 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.215868 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.216150 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.216386 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.216386 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.216822 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.216822 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.216822 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.217145 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.217145 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.217287 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.217384 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.217571 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.217722 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.217883 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.218044 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.218204 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.218365 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.218525 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.218762 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.218874 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.218976 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.219128 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.219287 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.219454 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.219632 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.219784 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.219936 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.220197 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.220393 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.220393 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.220625 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.220741 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.220897 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.221021 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.221159 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.221317 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.221479 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.221639 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.221797 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.221957 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.222116 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.222277 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.222437 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.222667 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.222787 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:58:56.222897 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.222897 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.223089 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.223198 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.223379 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.223485 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.223651 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.223810 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.223973 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.224133 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.224298 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.224491 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.224646 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.224790 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.224953 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.225112 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.225271 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.225430 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.225589 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.225749 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.225909 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.226069 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.226826 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.227022 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.227185 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.227347 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.227506 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.227688 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.227848 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.228007 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.228168 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.228328 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.228578 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.228745 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.228906 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.229066 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.229225 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.229386 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.229547 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.229711 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.229872 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.230031 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.230191 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.230351 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.230512 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.230672 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.230833 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.230994 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.231153 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.231313 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.231471 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.231631 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.231791 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.231951 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.232111 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.232271 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.232430 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.232611 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.232766 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.232957 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.233083 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.233204 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.233363 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.233523 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.233684 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.233844 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.234005 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.234833 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.234967 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.235089 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.236138 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.236138 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.236138 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.236138 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.236138 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.236138 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.236765 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.236765 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.236765 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.236765 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.236995 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.237059 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.237274 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.237366 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.237514 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.237676 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.237834 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.237996 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.238157 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.238317 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.238480 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.238643 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.238805 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.238966 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.239129 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.239293 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.239453 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.239631 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.239796 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.239955 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.240115 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.240288 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.240553 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.240711 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.240854 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.240992 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.241131 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.241279 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.241415 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.241549 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.241836 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.241836 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.242287 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.242287 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.242287 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.242561 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.242561 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.242850 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.243125 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.243125 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.243486 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.243486 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.243486 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.243703 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.243802 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.243970 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.244130 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.244289 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.244448 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.244799 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.244799 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.244975 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.245083 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.245289 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.245443 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.245687 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.245687 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.245873 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.246012 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.246254 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.246351 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.246479 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.246603 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.246762 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.246932 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.247093 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.247255 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.247507 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.247635 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.247757 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.247974 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.248055 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.248166 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.248332 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.248558 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.248656 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.248829 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.248997 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.249156 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.249322 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.249800 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.249800 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.249800 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.250209 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.250209 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.250575 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.250575 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.250575 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.250806 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.250806 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.250974 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.251133 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.251292 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.251451 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.251610 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.251771 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.251928 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.252087 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.252247 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.252509 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 13:58:56.252641 dv-cinder-790535-10-iscsi neutron-server[93991]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 20 13:58:56.512243 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 50282) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:58:56.520620 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061858 Aug 20 13:59:07.772958 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55514137-7cea-4b37-beb4-8ecf86c5bc77 None None] get_active_networks_info from dv-cinder-790535-10-iscsi {{(pid=94102) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 13:59:07.831124 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55514137-7cea-4b37-beb4-8ecf86c5bc77 None None] No non-hosted networks {{(pid=94102) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 20 13:59:07.838987 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.agentschedulers_db [None req-55514137-7cea-4b37-beb4-8ecf86c5bc77 None None] DHCP Agent not found on host dv-cinder-790535-10-iscsi {{(pid=94102) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 20 13:59:07.914143 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-645f33fb-c3c3-41ff-92d7-01c261f561ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528825'] for agent, after_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:10.407187 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-923550b0-f700-42ca-a744-c5dca494cd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528825'] for agent, after_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:10.486666 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-28bfcc4d-2cf0-41a6-b359-e33a738359c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:10.529292 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528825'] for agent, after_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:10.530077 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:10.530537 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:10.530874 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:10.531250 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:10.531628 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:10.532123 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:10.532791 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:10.533537 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:10.534081 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:10.535331 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:10.536956 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:10.537446 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:10.538022 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790535-10-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:59:10.549457 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790535-10-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:59:11.619481 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528825'] for agent, after_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:13.054943 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528825'] for agent, after_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:13.836861 dv-cinder-790535-10-iscsi neutron-server[94102]: INFO neutron.db.l3_hamode_db [None req-f822a951-a149-4f55-b7a0-6a296be79878 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 20 13:59:13.913062 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f822a951-a149-4f55-b7a0-6a296be79878 None None] Routers set() bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:59:13.913470 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f822a951-a149-4f55-b7a0-6a296be79878 None None] Router IDs set() for agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 13:59:14.265630 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 50374) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:59:14.766121 dv-cinder-790535-10-iscsi neutron-server[94100]: WARNING oslo_policy.policy [None req-0e1ef340-8bb1-4eb8-bea4-88358e9d5df9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 13:59:14.766711 dv-cinder-790535-10-iscsi neutron-server[94100]: WARNING oslo_policy.policy [None req-0e1ef340-8bb1-4eb8-bea4-88358e9d5df9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 13:59:14.983001 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [None req-0e1ef340-8bb1-4eb8-bea4-88358e9d5df9 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:59:14.984243 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-0e1ef340-8bb1-4eb8-bea4-88358e9d5df9 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7165921 Aug 20 13:59:17.310718 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 50388) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:59:17.625414 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-fd504505-2c9f-436b-8ef1-3240ee592e42 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:59:17.722659 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.policy [None req-fd504505-2c9f-436b-8ef1-3240ee592e42 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94100) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 20 13:59:17.769137 dv-cinder-790535-10-iscsi neutron-server[94100]: WARNING oslo_policy.policy [None req-fd504505-2c9f-436b-8ef1-3240ee592e42 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 13:59:17.769509 dv-cinder-790535-10-iscsi neutron-server[94100]: WARNING oslo_policy.policy [None req-fd504505-2c9f-436b-8ef1-3240ee592e42 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 13:59:17.778977 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.quota [None req-fd504505-2c9f-436b-8ef1-3240ee592e42 admin admin] Loaded quota_driver: . Aug 20 13:59:17.872920 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-fd504505-2c9f-436b-8ef1-3240ee592e42 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728249043538', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728249044877', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728249097137', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728249094764', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728249080823', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728249074070', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1660070', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1629403', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-553659', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-636060'] for rbac-policy, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:17.938761 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-fd504505-2c9f-436b-8ef1-3240ee592e42 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:17.940140 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-fd504505-2c9f-436b-8ef1-3240ee592e42 admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6283748 Aug 20 13:59:20.518832 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 50400) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:59:20.816376 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-ab8f1943-588c-4f67-97d1-626c3836ce42 admin admin] Request body: {'network': {'project_id': '72a83cbf39a6489bbdc3a7ceba34b8e1', 'tenant_id': '72a83cbf39a6489bbdc3a7ceba34b8e1', 'name': 'private', 'admin_state_up': True}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:59:20.849024 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8f1943-588c-4f67-97d1-626c3836ce42 admin admin] Made reservation on behalf of 72a83cbf39a6489bbdc3a7ceba34b8e1 for: {'network': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:59:20.852757 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-ab8f1943-588c-4f67-97d1-626c3836ce42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for network, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:20.869714 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-ab8f1943-588c-4f67-97d1-626c3836ce42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:20.995187 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-ab8f1943-588c-4f67-97d1-626c3836ce42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:20.999212 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-ab8f1943-588c-4f67-97d1-626c3836ce42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:21.024250 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab8f1943-588c-4f67-97d1-626c3836ce42 admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 13:59:21.049875 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-ab8f1943-588c-4f67-97d1-626c3836ce42 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728246700773', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:21.050453 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-ab8f1943-588c-4f67-97d1-626c3836ce42 admin admin] Unsubscribe: segment precommit_create {{(pid=94100) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 20 13:59:21.050959 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.db.segments_db [None req-ab8f1943-588c-4f67-97d1-626c3836ce42 admin admin] Added segment 0d7f7684-a3c0-4be5-a26e-651ed592f7e9 of type vlan for network bd46d667-1b0e-4613-920a-3910e6db0d8c Aug 20 13:59:21.056795 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f1943-588c-4f67-97d1-626c3836ce42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb888274-751b-45d6-99f2-b12e1f33b138,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:59:21.095049 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f1943-588c-4f67-97d1-626c3836ce42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:21.095402 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f1943-588c-4f67-97d1-626c3836ce42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:21.095733 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f1943-588c-4f67-97d1-626c3836ce42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:21.096057 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f1943-588c-4f67-97d1-626c3836ce42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:21.096378 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f1943-588c-4f67-97d1-626c3836ce42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:21.096735 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f1943-588c-4f67-97d1-626c3836ce42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:21.097059 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f1943-588c-4f67-97d1-626c3836ce42 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:21.097389 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f1943-588c-4f67-97d1-626c3836ce42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:21.097754 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f1943-588c-4f67-97d1-626c3836ce42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:21.098030 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f1943-588c-4f67-97d1-626c3836ce42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:21.098341 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f1943-588c-4f67-97d1-626c3836ce42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:21.098651 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f1943-588c-4f67-97d1-626c3836ce42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:21.100026 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8f1943-588c-4f67-97d1-626c3836ce42 admin admin] Tracked resource versions report: Aug 20 13:59:21.100026 dv-cinder-790535-10-iscsi neutron-server[94100]: pushed versions: Aug 20 13:59:21.100026 dv-cinder-790535-10-iscsi neutron-server[94100]: { 'AddressGroup': {'1.2'}, Aug 20 13:59:21.100026 dv-cinder-790535-10-iscsi neutron-server[94100]: 'ConntrackHelper': {'1.0'}, Aug 20 13:59:21.100026 dv-cinder-790535-10-iscsi neutron-server[94100]: 'Log': {'1.0'}, Aug 20 13:59:21.100026 dv-cinder-790535-10-iscsi neutron-server[94100]: 'Network': {'1.1'}, Aug 20 13:59:21.100026 dv-cinder-790535-10-iscsi neutron-server[94100]: 'Port': {'1.7'}, Aug 20 13:59:21.100026 dv-cinder-790535-10-iscsi neutron-server[94100]: 'PortForwarding': {'1.2'}, Aug 20 13:59:21.100026 dv-cinder-790535-10-iscsi neutron-server[94100]: 'QosPolicy': {'1.9'}, Aug 20 13:59:21.100026 dv-cinder-790535-10-iscsi neutron-server[94100]: 'SecurityGroup': {'1.4'}, Aug 20 13:59:21.100026 dv-cinder-790535-10-iscsi neutron-server[94100]: 'SecurityGroupRule': {'1.2'}, Aug 20 13:59:21.100026 dv-cinder-790535-10-iscsi neutron-server[94100]: 'SubPort': {'1.0'}, Aug 20 13:59:21.100026 dv-cinder-790535-10-iscsi neutron-server[94100]: 'Subnet': {'1.1'}, Aug 20 13:59:21.100026 dv-cinder-790535-10-iscsi neutron-server[94100]: 'Trunk': {'1.1'}} Aug 20 13:59:21.100026 dv-cinder-790535-10-iscsi neutron-server[94100]: consumer versions: Aug 20 13:59:21.100026 dv-cinder-790535-10-iscsi neutron-server[94100]: { DHCP agent@dv-cinder-790535-10-iscsi: {}, Aug 20 13:59:21.100026 dv-cinder-790535-10-iscsi neutron-server[94100]: L3 agent@dv-cinder-790535-10-iscsi: {}, Aug 20 13:59:21.100026 dv-cinder-790535-10-iscsi neutron-server[94100]: Metadata agent@dv-cinder-790535-10-iscsi: {}, Aug 20 13:59:21.100026 dv-cinder-790535-10-iscsi neutron-server[94100]: Metering agent@dv-cinder-790535-10-iscsi: {}, Aug 20 13:59:21.100026 dv-cinder-790535-10-iscsi neutron-server[94100]: Open vSwitch agent@dv-cinder-790535-10-iscsi: { 'AddressGroup': '1.2', Aug 20 13:59:21.100026 dv-cinder-790535-10-iscsi neutron-server[94100]: 'ConntrackHelper': '1.0', Aug 20 13:59:21.100026 dv-cinder-790535-10-iscsi neutron-server[94100]: 'Log': '1.0', Aug 20 13:59:21.100026 dv-cinder-790535-10-iscsi neutron-server[94100]: 'Network': '1.1', Aug 20 13:59:21.100026 dv-cinder-790535-10-iscsi neutron-server[94100]: 'Port': '1.7', Aug 20 13:59:21.100026 dv-cinder-790535-10-iscsi neutron-server[94100]: 'PortForwarding': '1.2', Aug 20 13:59:21.100026 dv-cinder-790535-10-iscsi neutron-server[94100]: 'QosPolicy': '1.9', Aug 20 13:59:21.100026 dv-cinder-790535-10-iscsi neutron-server[94100]: 'SecurityGroup': '1.4', Aug 20 13:59:21.100026 dv-cinder-790535-10-iscsi neutron-server[94100]: 'SecurityGroupRule': '1.2', Aug 20 13:59:21.100026 dv-cinder-790535-10-iscsi neutron-server[94100]: 'SubPort': '1.0', Aug 20 13:59:21.100026 dv-cinder-790535-10-iscsi neutron-server[94100]: 'Subnet': '1.1', Aug 20 13:59:21.100026 dv-cinder-790535-10-iscsi neutron-server[94100]: 'Trunk': '1.1'}} Aug 20 13:59:21.100026 dv-cinder-790535-10-iscsi neutron-server[94100]: {{(pid=94100) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 13:59:21.183994 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-ab8f1943-588c-4f67-97d1-626c3836ce42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728246170444'] for network, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:21.224730 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-ab8f1943-588c-4f67-97d1-626c3836ce42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018'] for network, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:21.225971 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8f1943-588c-4f67-97d1-626c3836ce42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:59:21.226635 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-ab8f1943-588c-4f67-97d1-626c3836ce42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:21.313152 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-ab8f1943-588c-4f67-97d1-626c3836ce42 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7931871 Aug 20 13:59:21.326202 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f1943-588c-4f67-97d1-626c3836ce42 admin admin] Pushing event updated for resources: {'Network': ['ID=bd46d667-1b0e-4613-920a-3910e6db0d8c,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:59:21.338979 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Network bd46d667-1b0e-4613-920a-3910e6db0d8c details requested by agent ovs-agent-dv-cinder-790535-10-iscsi with host dv-cinder-790535-10-iscsi {{(pid=94102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:59:23.955467 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 50414) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:59:24.344857 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ab5948-91db-4ced-a965-9bddc92df12c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:59:24.346211 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-39ab5948-91db-4ced-a965-9bddc92df12c admin admin] 10.222.0.38 "GET /v2.0/networks/bd46d667-1b0e-4613-920a-3910e6db0d8c HTTP/1.1" status: 200 len: 825 time: 0.3897648 Aug 20 13:59:24.370864 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-dd376cd9-9842-4c91-ab94-61523a65c624 admin admin] 10.222.0.38 "GET /v2.0/subnetpools/3b85fcfa-6225-434f-a597-74e645d02ab7 HTTP/1.1" status: 200 len: 734 time: 0.0181358 Aug 20 13:59:24.379713 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-934dea73-4dd7-4184-936d-fe3b95646ee5 admin admin] Request body: {'subnet': {'tenant_id': '72a83cbf39a6489bbdc3a7ceba34b8e1', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'bd46d667-1b0e-4613-920a-3910e6db0d8c', 'subnetpool_id': '3b85fcfa-6225-434f-a597-74e645d02ab7'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:59:24.400618 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934dea73-4dd7-4184-936d-fe3b95646ee5 admin admin] Made reservation on behalf of 72a83cbf39a6489bbdc3a7ceba34b8e1 for: {'subnet': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:59:24.402862 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-934dea73-4dd7-4184-936d-fe3b95646ee5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:24.690997 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-934dea73-4dd7-4184-936d-fe3b95646ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018'] for subnet, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:24.759641 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934dea73-4dd7-4184-936d-fe3b95646ee5 admin admin] Checking segment: {'id': '0d7f7684-a3c0-4be5-a26e-651ed592f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bd46d667-1b0e-4613-920a-3910e6db0d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:59:24.760022 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934dea73-4dd7-4184-936d-fe3b95646ee5 admin admin] Network hostable DHCP agents. Network: bd46d667-1b0e-4613-920a-3910e6db0d8c, hostable agents: ['753d3244-3585-4dcb-8855-3f40f736060e'], hosted agents: [] {{(pid=94100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:59:24.761958 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934dea73-4dd7-4184-936d-fe3b95646ee5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5467209-05f4-4568-b2b4-631d41363ba2,revision_number=0']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:59:24.784537 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934dea73-4dd7-4184-936d-fe3b95646ee5 admin admin] Network bd46d667-1b0e-4613-920a-3910e6db0d8c is scheduled to be hosted by DHCP agent 753d3244-3585-4dcb-8855-3f40f736060e with binding_index 1 {{(pid=94100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:59:24.796660 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [None req-934dea73-4dd7-4184-936d-fe3b95646ee5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-10-iscsi, bd46d667-1b0e-4613-920a-3910e6db0d8c) {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:59:24.804143 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934dea73-4dd7-4184-936d-fe3b95646ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:59:24.804767 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-934dea73-4dd7-4184-936d-fe3b95646ee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for subnet, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:24.807503 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6aafbe5-2917-4c3e-b601-b19801ed7e31 None None] Network bd46d667-1b0e-4613-920a-3910e6db0d8c requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:59:24.821005 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-934dea73-4dd7-4184-936d-fe3b95646ee5 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4445872 Aug 20 13:59:25.128353 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4bf352a0-604e-5a37-8942-ccf39ab588eb-bd46d667-1b0e-4613-920a-3910e6db0d8c', 'network_id': 'bd46d667-1b0e-4613-920a-3910e6db0d8c', 'tenant_id': '72a83cbf39a6489bbdc3a7ceba34b8e1', 'fixed_ips': [{'subnet_id': 'f5467209-05f4-4568-b2b4-631d41363ba2'}]}} from dv-cinder-790535-10-iscsi. {{(pid=94102) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 13:59:25.129605 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:25.399544 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.db_base_plugin_common [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Allocated IP 172.20.0.2 (bd46d667-1b0e-4613-920a-3910e6db0d8c/f5467209-05f4-4568-b2b4-631d41363ba2/1f271033-4d48-48c7-a981-e9c626be71f8) {{(pid=94102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:59:25.599917 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Notify callbacks [] for port, precommit_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:25.615540 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Transition to ACTIVE for port object 1f271033-4d48-48c7-a981-e9c626be71f8 will not be triggered until provisioned by entity L2. {{(pid=94102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:59:25.639195 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Transition to ACTIVE for port object 1f271033-4d48-48c7-a981-e9c626be71f8 will not be triggered until provisioned by entity DHCP. {{(pid=94102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:59:25.646761 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981'] for port, after_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:25.736295 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Network bd46d667-1b0e-4613-920a-3910e6db0d8c is already hosted by enough agents. {{(pid=94102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:59:25.742203 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.scheduler.base_scheduler [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Resources bound (agent type, host, resource id): {{(pid=94102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:59:25.749167 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Received port after_create {{(pid=94102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:59:25.765444 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Pushing event updated for resources: {'Port': ['ID=1f271033-4d48-48c7-a981-e9c626be71f8,revision_number=1']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:59:25.811298 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:25.811936 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:25.812020 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:25.812305 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:25.812661 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:25.812993 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:25.813315 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:25.813761 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:25.813973 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:25.814293 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:25.814610 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:25.814924 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:25.816272 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Tracked resource versions report: Aug 20 13:59:25.816272 dv-cinder-790535-10-iscsi neutron-server[94102]: pushed versions: Aug 20 13:59:25.816272 dv-cinder-790535-10-iscsi neutron-server[94102]: { 'AddressGroup': {'1.2'}, Aug 20 13:59:25.816272 dv-cinder-790535-10-iscsi neutron-server[94102]: 'ConntrackHelper': {'1.0'}, Aug 20 13:59:25.816272 dv-cinder-790535-10-iscsi neutron-server[94102]: 'Log': {'1.0'}, Aug 20 13:59:25.816272 dv-cinder-790535-10-iscsi neutron-server[94102]: 'Network': {'1.1'}, Aug 20 13:59:25.816272 dv-cinder-790535-10-iscsi neutron-server[94102]: 'Port': {'1.7'}, Aug 20 13:59:25.816272 dv-cinder-790535-10-iscsi neutron-server[94102]: 'PortForwarding': {'1.2'}, Aug 20 13:59:25.816272 dv-cinder-790535-10-iscsi neutron-server[94102]: 'QosPolicy': {'1.9'}, Aug 20 13:59:25.816272 dv-cinder-790535-10-iscsi neutron-server[94102]: 'SecurityGroup': {'1.4'}, Aug 20 13:59:25.816272 dv-cinder-790535-10-iscsi neutron-server[94102]: 'SecurityGroupRule': {'1.2'}, Aug 20 13:59:25.816272 dv-cinder-790535-10-iscsi neutron-server[94102]: 'SubPort': {'1.0'}, Aug 20 13:59:25.816272 dv-cinder-790535-10-iscsi neutron-server[94102]: 'Subnet': {'1.1'}, Aug 20 13:59:25.816272 dv-cinder-790535-10-iscsi neutron-server[94102]: 'Trunk': {'1.1'}} Aug 20 13:59:25.816272 dv-cinder-790535-10-iscsi neutron-server[94102]: consumer versions: Aug 20 13:59:25.816272 dv-cinder-790535-10-iscsi neutron-server[94102]: { DHCP agent@dv-cinder-790535-10-iscsi: {}, Aug 20 13:59:25.816272 dv-cinder-790535-10-iscsi neutron-server[94102]: L3 agent@dv-cinder-790535-10-iscsi: {}, Aug 20 13:59:25.816272 dv-cinder-790535-10-iscsi neutron-server[94102]: Metadata agent@dv-cinder-790535-10-iscsi: {}, Aug 20 13:59:25.816272 dv-cinder-790535-10-iscsi neutron-server[94102]: Metering agent@dv-cinder-790535-10-iscsi: {}, Aug 20 13:59:25.816272 dv-cinder-790535-10-iscsi neutron-server[94102]: Open vSwitch agent@dv-cinder-790535-10-iscsi: { 'AddressGroup': '1.2', Aug 20 13:59:25.816272 dv-cinder-790535-10-iscsi neutron-server[94102]: 'ConntrackHelper': '1.0', Aug 20 13:59:25.816272 dv-cinder-790535-10-iscsi neutron-server[94102]: 'Log': '1.0', Aug 20 13:59:25.816272 dv-cinder-790535-10-iscsi neutron-server[94102]: 'Network': '1.1', Aug 20 13:59:25.816272 dv-cinder-790535-10-iscsi neutron-server[94102]: 'Port': '1.7', Aug 20 13:59:25.816272 dv-cinder-790535-10-iscsi neutron-server[94102]: 'PortForwarding': '1.2', Aug 20 13:59:25.816272 dv-cinder-790535-10-iscsi neutron-server[94102]: 'QosPolicy': '1.9', Aug 20 13:59:25.816272 dv-cinder-790535-10-iscsi neutron-server[94102]: 'SecurityGroup': '1.4', Aug 20 13:59:25.816272 dv-cinder-790535-10-iscsi neutron-server[94102]: 'SecurityGroupRule': '1.2', Aug 20 13:59:25.816272 dv-cinder-790535-10-iscsi neutron-server[94102]: 'SubPort': '1.0', Aug 20 13:59:25.816272 dv-cinder-790535-10-iscsi neutron-server[94102]: 'Subnet': '1.1', Aug 20 13:59:25.816272 dv-cinder-790535-10-iscsi neutron-server[94102]: 'Trunk': '1.1'}} Aug 20 13:59:25.816272 dv-cinder-790535-10-iscsi neutron-server[94102]: {{(pid=94102) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 13:59:25.848428 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Attempting to bind port 1f271033-4d48-48c7-a981-e9c626be71f8 on host dv-cinder-790535-10-iscsi for vnic_type normal with profile {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:59:25.848852 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Attempting to bind port 1f271033-4d48-48c7-a981-e9c626be71f8 by drivers openvswitch,hyperv on host dv-cinder-790535-10-iscsi at level 0 using segments [{'id': '0d7f7684-a3c0-4be5-a26e-651ed592f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bd46d667-1b0e-4613-920a-3910e6db0d8c'}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:59:25.849294 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Attempting to bind port 1f271033-4d48-48c7-a981-e9c626be71f8 on network bd46d667-1b0e-4613-920a-3910e6db0d8c {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:59:25.854504 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Checking agent: {'id': '24d8fd69-abc0-4f0a-ba2d-fdf83f719c3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 59, 10), 'started_at': datetime.datetime(2021, 8, 20, 13, 59, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:59:25.854902 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Checking segment: {'id': '0d7f7684-a3c0-4be5-a26e-651ed592f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bd46d667-1b0e-4613-920a-3910e6db0d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:59:25.855380 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:25.855760 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Bound using segment: {'id': '0d7f7684-a3c0-4be5-a26e-651ed592f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bd46d667-1b0e-4613-920a-3910e6db0d8c'} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:59:25.856236 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Bound port: 1f271033-4d48-48c7-a981-e9c626be71f8, host: dv-cinder-790535-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7f7684-a3c0-4be5-a26e-651ed592f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bd46d667-1b0e-4613-920a-3910e6db0d8c'}}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:59:25.856688 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:25.920078 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] For port 1f271033-4d48-48c7-a981-e9c626be71f8, host dv-cinder-790535-10-iscsi, cleared binding levels {{(pid=94102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:59:25.924337 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] For port 1f271033-4d48-48c7-a981-e9c626be71f8, host dv-cinder-790535-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=1f271033-4d48-48c7-a981-e9c626be71f8,segment=NetworkSegment(0d7f7684-a3c0-4be5-a26e-651ed592f7e9),segment_id=0d7f7684-a3c0-4be5-a26e-651ed592f7e9)] {{(pid=94102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:59:25.930276 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:26.002484 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a3811-ff67-4a74-ba68-27aa30a42f32 None None] Pushing event updated for resources: {'Port': ['ID=1f271033-4d48-48c7-a981-e9c626be71f8,revision_number=2']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:59:27.221313 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 50422) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:59:27.540956 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [None req-b413581f-3d5d-408d-97c1-fa0916daa9cd admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:59:27.541943 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-b413581f-3d5d-408d-97c1-fa0916daa9cd admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3196459 Aug 20 13:59:29.907049 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 50430) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:59:30.217223 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [None req-13cfd4ad-e2da-4895-a346-566f3475b08d admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:59:30.218293 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-13cfd4ad-e2da-4895-a346-566f3475b08d admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3103185 Aug 20 13:59:32.829176 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 50440) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:59:33.127206 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-a7fc53ca-a487-4de6-998d-ad080f9b64a3 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '72a83cbf39a6489bbdc3a7ceba34b8e1'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:59:33.151393 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-a7fc53ca-a487-4de6-998d-ad080f9b64a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3284'] for router, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:33.152940 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-a7fc53ca-a487-4de6-998d-ad080f9b64a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533819', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:33.299228 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-a7fc53ca-a487-4de6-998d-ad080f9b64a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:33.305236 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-a7fc53ca-a487-4de6-998d-ad080f9b64a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533931'] for router, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:33.316869 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-a7fc53ca-a487-4de6-998d-ad080f9b64a3 admin admin] Notify callbacks [] for router, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:33.318126 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-a7fc53ca-a487-4de6-998d-ad080f9b64a3 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4879832 Aug 20 13:59:34.379546 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5ccf0c-1883-45d3-b31b-f555a1704960 None None] Network bd46d667-1b0e-4613-920a-3910e6db0d8c requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:59:34.394408 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 1f271033-4d48-48c7-a981-e9c626be71f8 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:59:34.521204 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-07ed0322-0983-40ad-b04b-8bcc3bd040ea None None] Provisioning for port 1f271033-4d48-48c7-a981-e9c626be71f8 completed by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:59:34.574658 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning for port 1f271033-4d48-48c7-a981-e9c626be71f8 completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:59:34.582436 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 1f271033-4d48-48c7-a981-e9c626be71f8 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:59:34.582831 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:34.742190 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:34.777541 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] For port 1f271033-4d48-48c7-a981-e9c626be71f8, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=1f271033-4d48-48c7-a981-e9c626be71f8,segment=NetworkSegment(0d7f7684-a3c0-4be5-a26e-651ed592f7e9),segment_id=0d7f7684-a3c0-4be5-a26e-651ed592f7e9)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:59:34.781789 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:34.832709 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Pushing event updated for resources: {'Port': ['ID=1f271033-4d48-48c7-a981-e9c626be71f8,revision_number=3']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:59:34.964419 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-269cfff4-cb3b-4c60-b0f3-515ccf35ab1d None None] Provisioning complete for port 1f271033-4d48-48c7-a981-e9c626be71f8 triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:59:34.964820 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-269cfff4-cb3b-4c60-b0f3-515ccf35ab1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:35.714967 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 50454) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:59:36.026054 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [None req-ff90cfbf-4167-4373-9cf0-ebe60a4ac101 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 13:59:36.027035 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-ff90cfbf-4167-4373-9cf0-ebe60a4ac101 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3111947 Aug 20 13:59:36.359194 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 1f271033-4d48-48c7-a981-e9c626be71f8 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:59:36.404715 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 1f271033-4d48-48c7-a981-e9c626be71f8 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:59:36.405085 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:37.656205 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-50744592-2bc0-4ec0-a00c-fb038dd87a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:38.369403 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 50462) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:59:38.674515 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-21df50bd-754f-4678-99a6-49762a655f72 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:59:38.695564 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21df50bd-754f-4678-99a6-49762a655f72 admin admin] Made reservation on behalf of 1404e3ca8c4e4057a2ec41652a49af85 for: {'network': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:59:38.697782 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-21df50bd-754f-4678-99a6-49762a655f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for network, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:38.705537 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-21df50bd-754f-4678-99a6-49762a655f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:38.788535 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-21df50bd-754f-4678-99a6-49762a655f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:38.791900 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-21df50bd-754f-4678-99a6-49762a655f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:38.806627 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-21df50bd-754f-4678-99a6-49762a655f72 admin admin] Reserving flat network on physical network physnet1 {{(pid=94100) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 20 13:59:38.826900 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df50bd-754f-4678-99a6-49762a655f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f917308-85ce-4588-904e-8eb74bdb9025,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:59:38.831544 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-21df50bd-754f-4678-99a6-49762a655f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:38.831876 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.db.segments_db [None req-21df50bd-754f-4678-99a6-49762a655f72 admin admin] Added segment 4decdd4f-3fef-48ea-97d6-157c44e17f8c of type flat for network 98d0971e-9611-4cfe-abc2-ff603fbae97c Aug 20 13:59:38.875631 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-21df50bd-754f-4678-99a6-49762a655f72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728246170444'] for network, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:38.905446 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-21df50bd-754f-4678-99a6-49762a655f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018'] for network, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:38.906354 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21df50bd-754f-4678-99a6-49762a655f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:59:38.906917 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-21df50bd-754f-4678-99a6-49762a655f72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:38.958508 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-21df50bd-754f-4678-99a6-49762a655f72 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5879865 Aug 20 13:59:38.963346 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df50bd-754f-4678-99a6-49762a655f72 admin admin] Pushing event updated for resources: {'Network': ['ID=98d0971e-9611-4cfe-abc2-ff603fbae97c,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:59:38.973849 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Network 98d0971e-9611-4cfe-abc2-ff603fbae97c details requested by agent ovs-agent-dv-cinder-790535-10-iscsi with host dv-cinder-790535-10-iscsi {{(pid=94102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 13:59:40.409054 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e6eeaa1d-4356-44fd-aeef-721a490886e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:40.472768 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:41.300171 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 50470) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:59:41.480724 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:41.605124 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5aaee1e-06e2-45ed-9151-fbf0a5680d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:59:41.606454 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-d5aaee1e-06e2-45ed-9151-fbf0a5680d2e admin admin] 10.222.0.38 "GET /v2.0/subnets/f5467209-05f4-4568-b2b4-631d41363ba2 HTTP/1.1" status: 200 len: 849 time: 0.3052378 Aug 20 13:59:41.719710 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-cedcdc7d-cee7-45fb-98cc-70c34b8688d5 admin admin] 10.222.0.38 "GET /v2.0/routers/f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61 HTTP/1.1" status: 200 len: 704 time: 0.1073346 Aug 20 13:59:41.981087 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-8ed631f7-6662-419e-bcb1-930bf1c3b610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:42.266398 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [None req-8ed631f7-6662-419e-bcb1-930bf1c3b610 admin admin] Allocated IP 172.20.0.1 (bd46d667-1b0e-4613-920a-3910e6db0d8c/f5467209-05f4-4568-b2b4-631d41363ba2/33c319cf-90a1-4cc5-b972-b232bed06ffa) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:59:42.458310 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-8ed631f7-6662-419e-bcb1-930bf1c3b610 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:42.480451 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.provisioning_blocks [None req-8ed631f7-6662-419e-bcb1-930bf1c3b610 admin admin] Transition to ACTIVE for port object 33c319cf-90a1-4cc5-b972-b232bed06ffa will not be triggered until provisioned by entity DHCP. {{(pid=94100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:59:42.545329 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-8ed631f7-6662-419e-bcb1-930bf1c3b610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:42.607457 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed631f7-6662-419e-bcb1-930bf1c3b610 admin admin] Network bd46d667-1b0e-4613-920a-3910e6db0d8c is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:59:42.612493 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [None req-8ed631f7-6662-419e-bcb1-930bf1c3b610 admin admin] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:59:42.629591 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed631f7-6662-419e-bcb1-930bf1c3b610 admin admin] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:59:42.629941 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-8ed631f7-6662-419e-bcb1-930bf1c3b610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534593'] for router_interface, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:42.649031 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed631f7-6662-419e-bcb1-930bf1c3b610 admin admin] Pushing event updated for resources: {'Port': ['ID=33c319cf-90a1-4cc5-b972-b232bed06ffa,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:59:42.798971 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-447fd87f-f735-4588-8eb5-87ae77a10cd5 None None] Provisioning for port 33c319cf-90a1-4cc5-b972-b232bed06ffa completed by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:59:42.802822 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-447fd87f-f735-4588-8eb5-87ae77a10cd5 None None] Provisioning complete for port 33c319cf-90a1-4cc5-b972-b232bed06ffa triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:59:42.803211 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-447fd87f-f735-4588-8eb5-87ae77a10cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:42.826803 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-8ed631f7-6662-419e-bcb1-930bf1c3b610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:42.835457 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-447fd87f-f735-4588-8eb5-87ae77a10cd5 None None] Port 33c319cf-90a1-4cc5-b972-b232bed06ffa cannot update to ACTIVE because it is not bound. {{(pid=94102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:59:42.985907 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:43.041110 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-8ed631f7-6662-419e-bcb1-930bf1c3b610 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:43.045366 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-8ed631f7-6662-419e-bcb1-930bf1c3b610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:43.046093 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-8ed631f7-6662-419e-bcb1-930bf1c3b610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1014980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529649'] for router_interface, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:43.125173 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed631f7-6662-419e-bcb1-930bf1c3b610 admin admin] Pushing event updated for resources: {'Port': ['ID=33c319cf-90a1-4cc5-b972-b232bed06ffa,revision_number=2']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:59:43.168082 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed631f7-6662-419e-bcb1-930bf1c3b610 admin admin] Network bd46d667-1b0e-4613-920a-3910e6db0d8c is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:59:43.169362 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [None req-8ed631f7-6662-419e-bcb1-930bf1c3b610 admin admin] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:59:43.336757 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed631f7-6662-419e-bcb1-930bf1c3b610 admin admin] Router f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61 is scheduled to L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf with binding_index 1 {{(pid=94100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 13:59:43.358603 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-9e98a747-dd58-427e-9c76-42272bc7c3ac None None] Provisioning complete for port 33c319cf-90a1-4cc5-b972-b232bed06ffa triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:59:43.359058 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-9e98a747-dd58-427e-9c76-42272bc7c3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:43.391512 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-9e98a747-dd58-427e-9c76-42272bc7c3ac None None] Port 33c319cf-90a1-4cc5-b972-b232bed06ffa cannot update to ACTIVE because it is not bound. {{(pid=94102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 13:59:43.426254 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed631f7-6662-419e-bcb1-930bf1c3b610 admin admin] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:59:43.431400 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-8ed631f7-6662-419e-bcb1-930bf1c3b610 admin admin] 10.222.0.38 "PUT /v2.0/routers/f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7063177 Aug 20 13:59:43.436435 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ef253e-a912-42be-b524-eb9d540b6a38 None None] Sync routers for ids ['f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61'] in dv-cinder-790535-10-iscsi {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:59:43.448948 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ef253e-a912-42be-b524-eb9d540b6a38 None None] Routers {'f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:59:43.449809 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-54ef253e-a912-42be-b524-eb9d540b6a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T13:59:40Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:59:43.635940 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-54ef253e-a912-42be-b524-eb9d540b6a38 None None] Set router f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61 gateway port host: None {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:59:44.063786 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-54ef253e-a912-42be-b524-eb9d540b6a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61', 'name': 'router1', 'tenant_id': '72a83cbf39a6489bbdc3a7ceba34b8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:59:33Z', 'updated_at': '2021-08-20T13:59:42Z', 'revision_number': 2, 'project_id': '72a83cbf39a6489bbdc3a7ceba34b8e1', 'gw_port_host': None, '_interfaces': [{'id': '33c319cf-90a1-4cc5-b972-b232bed06ffa', 'name': '', 'network_id': 'bd46d667-1b0e-4613-920a-3910e6db0d8c', 'tenant_id': '72a83cbf39a6489bbdc3a7ceba34b8e1', 'mac_address': 'fa:16:3e:25:1d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f5467209-05f4-4568-b2b4-631d41363ba2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:59:42Z', 'updated_at': '2021-08-20T13:59:42Z', 'revision_number': 2, 'project_id': '72a83cbf39a6489bbdc3a7ceba34b8e1', 'subnets': [{'id': 'f5467209-05f4-4568-b2b4-631d41363ba2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b85fcfa-6225-434f-a597-74e645d02ab7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:59:44.115343 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ef253e-a912-42be-b524-eb9d540b6a38 None None] Checking router: f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61 for host: dv-cinder-790535-10-iscsi {{(pid=94103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:59:44.115886 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ef253e-a912-42be-b524-eb9d540b6a38 None None] Updating router f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61 port 33c319cf-90a1-4cc5-b972-b232bed06ffa binding host dv-cinder-790535-10-iscsi {{(pid=94103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:59:44.164444 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-54ef253e-a912-42be-b524-eb9d540b6a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:44.674739 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-54ef253e-a912-42be-b524-eb9d540b6a38 None None] Notify callbacks [] for port, precommit_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:44.694888 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.provisioning_blocks [None req-54ef253e-a912-42be-b524-eb9d540b6a38 None None] Transition to ACTIVE for port object 33c319cf-90a1-4cc5-b972-b232bed06ffa will not be triggered until provisioned by entity L2. {{(pid=94103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:59:44.700626 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-54ef253e-a912-42be-b524-eb9d540b6a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:44.840462 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e5383-d6c0-4a41-bee8-fc002bf65d3c None None] Pushing event updated for resources: {'Port': ['ID=33c319cf-90a1-4cc5-b972-b232bed06ffa,revision_number=3']} {{(pid=94103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:59:44.864183 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e5383-d6c0-4a41-bee8-fc002bf65d3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:44.864712 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e5383-d6c0-4a41-bee8-fc002bf65d3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:44.865064 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e5383-d6c0-4a41-bee8-fc002bf65d3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:44.866001 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e5383-d6c0-4a41-bee8-fc002bf65d3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:44.866527 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e5383-d6c0-4a41-bee8-fc002bf65d3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:44.866912 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e5383-d6c0-4a41-bee8-fc002bf65d3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:44.867242 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e5383-d6c0-4a41-bee8-fc002bf65d3c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:44.867567 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e5383-d6c0-4a41-bee8-fc002bf65d3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:44.867907 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e5383-d6c0-4a41-bee8-fc002bf65d3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:44.868232 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e5383-d6c0-4a41-bee8-fc002bf65d3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:44.868574 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e5383-d6c0-4a41-bee8-fc002bf65d3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:44.868894 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e5383-d6c0-4a41-bee8-fc002bf65d3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 13:59:44.870311 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e5383-d6c0-4a41-bee8-fc002bf65d3c None None] Tracked resource versions report: Aug 20 13:59:44.870311 dv-cinder-790535-10-iscsi neutron-server[94103]: pushed versions: Aug 20 13:59:44.870311 dv-cinder-790535-10-iscsi neutron-server[94103]: { 'AddressGroup': {'1.2'}, Aug 20 13:59:44.870311 dv-cinder-790535-10-iscsi neutron-server[94103]: 'ConntrackHelper': {'1.0'}, Aug 20 13:59:44.870311 dv-cinder-790535-10-iscsi neutron-server[94103]: 'Log': {'1.0'}, Aug 20 13:59:44.870311 dv-cinder-790535-10-iscsi neutron-server[94103]: 'Network': {'1.1'}, Aug 20 13:59:44.870311 dv-cinder-790535-10-iscsi neutron-server[94103]: 'Port': {'1.7'}, Aug 20 13:59:44.870311 dv-cinder-790535-10-iscsi neutron-server[94103]: 'PortForwarding': {'1.2'}, Aug 20 13:59:44.870311 dv-cinder-790535-10-iscsi neutron-server[94103]: 'QosPolicy': {'1.9'}, Aug 20 13:59:44.870311 dv-cinder-790535-10-iscsi neutron-server[94103]: 'SecurityGroup': {'1.4'}, Aug 20 13:59:44.870311 dv-cinder-790535-10-iscsi neutron-server[94103]: 'SecurityGroupRule': {'1.2'}, Aug 20 13:59:44.870311 dv-cinder-790535-10-iscsi neutron-server[94103]: 'SubPort': {'1.0'}, Aug 20 13:59:44.870311 dv-cinder-790535-10-iscsi neutron-server[94103]: 'Subnet': {'1.1'}, Aug 20 13:59:44.870311 dv-cinder-790535-10-iscsi neutron-server[94103]: 'Trunk': {'1.1'}} Aug 20 13:59:44.870311 dv-cinder-790535-10-iscsi neutron-server[94103]: consumer versions: Aug 20 13:59:44.870311 dv-cinder-790535-10-iscsi neutron-server[94103]: { DHCP agent@dv-cinder-790535-10-iscsi: {}, Aug 20 13:59:44.870311 dv-cinder-790535-10-iscsi neutron-server[94103]: L3 agent@dv-cinder-790535-10-iscsi: {}, Aug 20 13:59:44.870311 dv-cinder-790535-10-iscsi neutron-server[94103]: Metadata agent@dv-cinder-790535-10-iscsi: {}, Aug 20 13:59:44.870311 dv-cinder-790535-10-iscsi neutron-server[94103]: Metering agent@dv-cinder-790535-10-iscsi: {}, Aug 20 13:59:44.870311 dv-cinder-790535-10-iscsi neutron-server[94103]: Open vSwitch agent@dv-cinder-790535-10-iscsi: { 'AddressGroup': '1.2', Aug 20 13:59:44.870311 dv-cinder-790535-10-iscsi neutron-server[94103]: 'ConntrackHelper': '1.0', Aug 20 13:59:44.870311 dv-cinder-790535-10-iscsi neutron-server[94103]: 'Log': '1.0', Aug 20 13:59:44.870311 dv-cinder-790535-10-iscsi neutron-server[94103]: 'Network': '1.1', Aug 20 13:59:44.870311 dv-cinder-790535-10-iscsi neutron-server[94103]: 'Port': '1.7', Aug 20 13:59:44.870311 dv-cinder-790535-10-iscsi neutron-server[94103]: 'PortForwarding': '1.2', Aug 20 13:59:44.870311 dv-cinder-790535-10-iscsi neutron-server[94103]: 'QosPolicy': '1.9', Aug 20 13:59:44.870311 dv-cinder-790535-10-iscsi neutron-server[94103]: 'SecurityGroup': '1.4', Aug 20 13:59:44.870311 dv-cinder-790535-10-iscsi neutron-server[94103]: 'SecurityGroupRule': '1.2', Aug 20 13:59:44.870311 dv-cinder-790535-10-iscsi neutron-server[94103]: 'SubPort': '1.0', Aug 20 13:59:44.870311 dv-cinder-790535-10-iscsi neutron-server[94103]: 'Subnet': '1.1', Aug 20 13:59:44.870311 dv-cinder-790535-10-iscsi neutron-server[94103]: 'Trunk': '1.1'}} Aug 20 13:59:44.870311 dv-cinder-790535-10-iscsi neutron-server[94103]: {{(pid=94103) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 13:59:44.886565 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.managers [None req-54ef253e-a912-42be-b524-eb9d540b6a38 None None] Attempting to bind port 33c319cf-90a1-4cc5-b972-b232bed06ffa on host dv-cinder-790535-10-iscsi for vnic_type normal with profile {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:59:44.886970 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.managers [None req-54ef253e-a912-42be-b524-eb9d540b6a38 None None] Attempting to bind port 33c319cf-90a1-4cc5-b972-b232bed06ffa by drivers openvswitch,hyperv on host dv-cinder-790535-10-iscsi at level 0 using segments [{'id': '0d7f7684-a3c0-4be5-a26e-651ed592f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bd46d667-1b0e-4613-920a-3910e6db0d8c'}] {{(pid=94103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:59:44.887398 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ef253e-a912-42be-b524-eb9d540b6a38 None None] Attempting to bind port 33c319cf-90a1-4cc5-b972-b232bed06ffa on network bd46d667-1b0e-4613-920a-3910e6db0d8c {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:59:44.892393 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ef253e-a912-42be-b524-eb9d540b6a38 None None] Checking agent: {'id': '24d8fd69-abc0-4f0a-ba2d-fdf83f719c3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 59, 10), 'started_at': datetime.datetime(2021, 8, 20, 13, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:59:44.892830 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ef253e-a912-42be-b524-eb9d540b6a38 None None] Checking segment: {'id': '0d7f7684-a3c0-4be5-a26e-651ed592f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bd46d667-1b0e-4613-920a-3910e6db0d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:59:44.893360 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-54ef253e-a912-42be-b524-eb9d540b6a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:44.893828 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ef253e-a912-42be-b524-eb9d540b6a38 None None] Bound using segment: {'id': '0d7f7684-a3c0-4be5-a26e-651ed592f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bd46d667-1b0e-4613-920a-3910e6db0d8c'} {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:59:44.894337 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.managers [None req-54ef253e-a912-42be-b524-eb9d540b6a38 None None] Bound port: 33c319cf-90a1-4cc5-b972-b232bed06ffa, host: dv-cinder-790535-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7f7684-a3c0-4be5-a26e-651ed592f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bd46d667-1b0e-4613-920a-3910e6db0d8c'}}] {{(pid=94103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:59:44.894715 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-54ef253e-a912-42be-b524-eb9d540b6a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:44.961864 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.db [None req-54ef253e-a912-42be-b524-eb9d540b6a38 None None] For port 33c319cf-90a1-4cc5-b972-b232bed06ffa, host dv-cinder-790535-10-iscsi, cleared binding levels {{(pid=94103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:59:44.981384 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.db [None req-54ef253e-a912-42be-b524-eb9d540b6a38 None None] For port 33c319cf-90a1-4cc5-b972-b232bed06ffa, host dv-cinder-790535-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=33c319cf-90a1-4cc5-b972-b232bed06ffa,segment=NetworkSegment(0d7f7684-a3c0-4be5-a26e-651ed592f7e9),segment_id=0d7f7684-a3c0-4be5-a26e-651ed592f7e9)] {{(pid=94103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:59:44.986332 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-54ef253e-a912-42be-b524-eb9d540b6a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:45.030680 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ef253e-a912-42be-b524-eb9d540b6a38 None None] Routers {'f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:59:45.031301 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-54ef253e-a912-42be-b524-eb9d540b6a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T13:59:40Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:59:45.117702 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e5383-d6c0-4a41-bee8-fc002bf65d3c None None] Pushing event updated for resources: {'Port': ['ID=33c319cf-90a1-4cc5-b972-b232bed06ffa,revision_number=4']} {{(pid=94103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:59:45.142359 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-54ef253e-a912-42be-b524-eb9d540b6a38 None None] Set router f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61 gateway port host: None {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:59:45.349061 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-54ef253e-a912-42be-b524-eb9d540b6a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61', 'name': 'router1', 'tenant_id': '72a83cbf39a6489bbdc3a7ceba34b8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:59:33Z', 'updated_at': '2021-08-20T13:59:42Z', 'revision_number': 2, 'project_id': '72a83cbf39a6489bbdc3a7ceba34b8e1', 'gw_port_host': None, '_interfaces': [{'id': '33c319cf-90a1-4cc5-b972-b232bed06ffa', 'name': '', 'network_id': 'bd46d667-1b0e-4613-920a-3910e6db0d8c', 'tenant_id': '72a83cbf39a6489bbdc3a7ceba34b8e1', 'mac_address': 'fa:16:3e:25:1d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f5467209-05f4-4568-b2b4-631d41363ba2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:59:42Z', 'updated_at': '2021-08-20T13:59:44Z', 'revision_number': 4, 'project_id': '72a83cbf39a6489bbdc3a7ceba34b8e1', 'subnets': [{'id': 'f5467209-05f4-4568-b2b4-631d41363ba2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b85fcfa-6225-434f-a597-74e645d02ab7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:59:45.374698 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ef253e-a912-42be-b524-eb9d540b6a38 None None] The sync data for ids ['f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61'] in dv-cinder-790535-10-iscsi is: [{'id': 'f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61', 'name': 'router1', 'tenant_id': '72a83cbf39a6489bbdc3a7ceba34b8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:59:33Z', 'updated_at': '2021-08-20T13:59:42Z', 'revision_number': 2, 'project_id': '72a83cbf39a6489bbdc3a7ceba34b8e1', 'gw_port_host': None, '_interfaces': [{'id': '33c319cf-90a1-4cc5-b972-b232bed06ffa', 'name': '', 'network_id': 'bd46d667-1b0e-4613-920a-3910e6db0d8c', 'tenant_id': '72a83cbf39a6489bbdc3a7ceba34b8e1', 'mac_address': 'fa:16:3e:25:1d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f5467209-05f4-4568-b2b4-631d41363ba2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:59:42Z', 'updated_at': '2021-08-20T13:59:44Z', 'revision_number': 4, 'project_id': '72a83cbf39a6489bbdc3a7ceba34b8e1', 'subnets': [{'id': 'f5467209-05f4-4568-b2b4-631d41363ba2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b85fcfa-6225-434f-a597-74e645d02ab7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:59:45.664884 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 50490) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:59:45.788489 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07574c2-b6df-4135-bc05-11476e33d52c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:59:45.789853 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-d07574c2-b6df-4135-bc05-11476e33d52c admin admin] 10.222.0.38 "GET /v2.0/networks/98d0971e-9611-4cfe-abc2-ff603fbae97c HTTP/1.1" status: 200 len: 842 time: 0.1240222 Aug 20 13:59:45.799943 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-cb520714-f894-4fae-af34-9bfb05b97a00 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'gateway_ip': '172.27.3.1'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:59:45.821828 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb520714-f894-4fae-af34-9bfb05b97a00 admin admin] Made reservation on behalf of 1404e3ca8c4e4057a2ec41652a49af85 for: {'subnet': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 13:59:45.824015 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-cb520714-f894-4fae-af34-9bfb05b97a00 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:46.167237 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.objects.ports [None req-cb520714-f894-4fae-af34-9bfb05b97a00 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94100) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 13:59:46.167575 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-cb520714-f894-4fae-af34-9bfb05b97a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018'] for subnet, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:46.221090 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb520714-f894-4fae-af34-9bfb05b97a00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8e9b9bd-ae96-49d0-b730-35afc957c6cc,revision_number=0']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:59:46.228216 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb520714-f894-4fae-af34-9bfb05b97a00 admin admin] Checking segment: {'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:59:46.228595 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb520714-f894-4fae-af34-9bfb05b97a00 admin admin] Network hostable DHCP agents. Network: 98d0971e-9611-4cfe-abc2-ff603fbae97c, hostable agents: ['753d3244-3585-4dcb-8855-3f40f736060e'], hosted agents: [] {{(pid=94100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 13:59:46.246250 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb520714-f894-4fae-af34-9bfb05b97a00 admin admin] Network 98d0971e-9611-4cfe-abc2-ff603fbae97c is scheduled to be hosted by DHCP agent 753d3244-3585-4dcb-8855-3f40f736060e with binding_index 1 {{(pid=94100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 13:59:46.255028 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [None req-cb520714-f894-4fae-af34-9bfb05b97a00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-10-iscsi, 98d0971e-9611-4cfe-abc2-ff603fbae97c) {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:59:46.260094 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb520714-f894-4fae-af34-9bfb05b97a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:59:46.260694 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-cb520714-f894-4fae-af34-9bfb05b97a00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for subnet, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:46.264557 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054dbfcb-d1fd-4466-a1a5-aaa9f9964c98 None None] Network 98d0971e-9611-4cfe-abc2-ff603fbae97c requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:59:46.277070 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-cb520714-f894-4fae-af34-9bfb05b97a00 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4805398 Aug 20 13:59:46.406190 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588b6aa3-f941-478e-912c-10feb5f782b0 None None] Network 98d0971e-9611-4cfe-abc2-ff603fbae97c requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 13:59:48.543367 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 50508) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:59:48.672785 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-4bdd9080-5584-4930-aeb0-9f3a3da38aea admin admin] 10.222.0.38 "GET /v2.0/routers/f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61 HTTP/1.1" status: 200 len: 710 time: 0.1281614 Aug 20 13:59:48.761944 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84599652-1807-4393-9fb5-40725f5501ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 13:59:48.763316 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-84599652-1807-4393-9fb5-40725f5501ce admin admin] 10.222.0.38 "GET /v2.0/networks/98d0971e-9611-4cfe-abc2-ff603fbae97c HTTP/1.1" status: 200 len: 886 time: 0.0847979 Aug 20 13:59:48.772872 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-40b98321-651b-4da3-a2dc-ced29259656c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'}}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 13:59:49.017971 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-40b98321-651b-4da3-a2dc-ced29259656c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:49.243675 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-40b98321-651b-4da3-a2dc-ced29259656c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:49.323572 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-40b98321-651b-4da3-a2dc-ced29259656c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:49.421025 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [None req-40b98321-651b-4da3-a2dc-ced29259656c admin admin] Allocated IP 172.27.3.147 (98d0971e-9611-4cfe-abc2-ff603fbae97c/e8e9b9bd-ae96-49d0-b730-35afc957c6cc/159c7a38-dd7c-47a6-bb07-bc11211cc7a3) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 13:59:49.519405 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-40b98321-651b-4da3-a2dc-ced29259656c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:49.557597 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-40b98321-651b-4da3-a2dc-ced29259656c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:49.590887 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b98321-651b-4da3-a2dc-ced29259656c admin admin] Network 98d0971e-9611-4cfe-abc2-ff603fbae97c is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 13:59:49.593680 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [None req-40b98321-651b-4da3-a2dc-ced29259656c admin admin] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 13:59:49.598699 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b98321-651b-4da3-a2dc-ced29259656c admin admin] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 13:59:49.638800 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b98321-651b-4da3-a2dc-ced29259656c admin admin] Pushing event updated for resources: {'Port': ['ID=159c7a38-dd7c-47a6-bb07-bc11211cc7a3,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:59:49.953855 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-40b98321-651b-4da3-a2dc-ced29259656c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:50.150557 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-40b98321-651b-4da3-a2dc-ced29259656c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-533895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3259'] for router, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:50.153868 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-40b98321-651b-4da3-a2dc-ced29259656c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-533936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-533945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532103'] for router, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:50.255988 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b98321-651b-4da3-a2dc-ced29259656c admin admin] Router f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61 has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 13:59:50.386015 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b98321-651b-4da3-a2dc-ced29259656c admin admin] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 13:59:50.390122 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-40b98321-651b-4da3-a2dc-ced29259656c admin admin] Notify callbacks [] for router, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:50.391306 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-40b98321-651b-4da3-a2dc-ced29259656c admin admin] 10.222.0.38 "PUT /v2.0/routers/f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61 HTTP/1.1" status: 200 len: 890 time: 1.6220748 Aug 20 13:59:51.845356 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fbed95-9b69-4e58-862b-d3306a4cf038 None None] Sync routers for ids ['f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61'] in dv-cinder-790535-10-iscsi {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 13:59:51.855918 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fbed95-9b69-4e58-862b-d3306a4cf038 None None] Routers {'f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:59:51.856667 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-72fbed95-9b69-4e58-862b-d3306a4cf038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T13:59:40Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:59:52.109258 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-72fbed95-9b69-4e58-862b-d3306a4cf038 None None] Set router f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:59:52.394035 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 33c319cf-90a1-4cc5-b972-b232bed06ffa up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:59:52.500143 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning for port 33c319cf-90a1-4cc5-b972-b232bed06ffa completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:59:52.507278 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 33c319cf-90a1-4cc5-b972-b232bed06ffa triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:59:52.507651 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:52.570324 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-72fbed95-9b69-4e58-862b-d3306a4cf038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61', 'name': 'router1', 'tenant_id': '72a83cbf39a6489bbdc3a7ceba34b8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '159c7a38-dd7c-47a6-bb07-bc11211cc7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:59:33Z', 'updated_at': '2021-08-20T13:59:49Z', 'revision_number': 4, 'project_id': '72a83cbf39a6489bbdc3a7ceba34b8e1', 'gw_port': {'id': '159c7a38-dd7c-47a6-bb07-bc11211cc7a3', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:59:49Z', 'updated_at': '2021-08-20T13:59:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': '33c319cf-90a1-4cc5-b972-b232bed06ffa', 'name': '', 'network_id': 'bd46d667-1b0e-4613-920a-3910e6db0d8c', 'tenant_id': '72a83cbf39a6489bbdc3a7ceba34b8e1', 'mac_address': 'fa:16:3e:25:1d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f5467209-05f4-4568-b2b4-631d41363ba2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:59:42Z', 'updated_at': '2021-08-20T13:59:44Z', 'revision_number': 4, 'project_id': '72a83cbf39a6489bbdc3a7ceba34b8e1', 'subnets': [{'id': 'f5467209-05f4-4568-b2b4-631d41363ba2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b85fcfa-6225-434f-a597-74e645d02ab7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:59:52.622671 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fbed95-9b69-4e58-862b-d3306a4cf038 None None] Checking router: f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61 for host: dv-cinder-790535-10-iscsi {{(pid=94102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 13:59:52.623038 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fbed95-9b69-4e58-862b-d3306a4cf038 None None] Updating router f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61 port 159c7a38-dd7c-47a6-bb07-bc11211cc7a3 binding host dv-cinder-790535-10-iscsi {{(pid=94102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 13:59:52.698492 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-72fbed95-9b69-4e58-862b-d3306a4cf038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:52.726474 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:52.777394 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 50520) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 13:59:52.854254 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] For port 33c319cf-90a1-4cc5-b972-b232bed06ffa, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=33c319cf-90a1-4cc5-b972-b232bed06ffa,segment=NetworkSegment(0d7f7684-a3c0-4be5-a26e-651ed592f7e9),segment_id=0d7f7684-a3c0-4be5-a26e-651ed592f7e9)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:59:52.861352 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:52.893669 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-3b83bf18-13db-4a3c-a946-35148cc54adf admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1150265 Aug 20 13:59:52.971666 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Pushing event updated for resources: {'Port': ['ID=33c319cf-90a1-4cc5-b972-b232bed06ffa,revision_number=5']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:59:53.098583 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-72fbed95-9b69-4e58-862b-d3306a4cf038 None None] Notify callbacks [] for port, precommit_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:53.108906 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-72fbed95-9b69-4e58-862b-d3306a4cf038 None None] Transition to ACTIVE for port object 159c7a38-dd7c-47a6-bb07-bc11211cc7a3 will not be triggered until provisioned by entity L2. {{(pid=94102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 13:59:53.114085 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-72fbed95-9b69-4e58-862b-d3306a4cf038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:53.160488 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-72fbed95-9b69-4e58-862b-d3306a4cf038 None None] Attempting to bind port 159c7a38-dd7c-47a6-bb07-bc11211cc7a3 on host dv-cinder-790535-10-iscsi for vnic_type normal with profile {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 13:59:53.160863 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-72fbed95-9b69-4e58-862b-d3306a4cf038 None None] Attempting to bind port 159c7a38-dd7c-47a6-bb07-bc11211cc7a3 by drivers openvswitch,hyperv on host dv-cinder-790535-10-iscsi at level 0 using segments [{'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 13:59:53.161218 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fbed95-9b69-4e58-862b-d3306a4cf038 None None] Attempting to bind port 159c7a38-dd7c-47a6-bb07-bc11211cc7a3 on network 98d0971e-9611-4cfe-abc2-ff603fbae97c {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 13:59:53.170407 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0e4b9-d1ca-406d-910b-5041ecfc6b95 None None] Pushing event updated for resources: {'Port': ['ID=159c7a38-dd7c-47a6-bb07-bc11211cc7a3,revision_number=2']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:59:53.173070 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fbed95-9b69-4e58-862b-d3306a4cf038 None None] Checking agent: {'id': '24d8fd69-abc0-4f0a-ba2d-fdf83f719c3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 59, 10), 'started_at': datetime.datetime(2021, 8, 20, 13, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 13, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 13:59:53.173491 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fbed95-9b69-4e58-862b-d3306a4cf038 None None] Checking segment: {'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 13:59:53.173867 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-72fbed95-9b69-4e58-862b-d3306a4cf038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:53.174201 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fbed95-9b69-4e58-862b-d3306a4cf038 None None] Bound using segment: {'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 13:59:53.174663 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-72fbed95-9b69-4e58-862b-d3306a4cf038 None None] Bound port: 159c7a38-dd7c-47a6-bb07-bc11211cc7a3, host: dv-cinder-790535-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'}}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 13:59:53.175167 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-72fbed95-9b69-4e58-862b-d3306a4cf038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:53.228616 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-72fbed95-9b69-4e58-862b-d3306a4cf038 None None] For port 159c7a38-dd7c-47a6-bb07-bc11211cc7a3, host dv-cinder-790535-10-iscsi, cleared binding levels {{(pid=94102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 13:59:53.231939 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-72fbed95-9b69-4e58-862b-d3306a4cf038 None None] For port 159c7a38-dd7c-47a6-bb07-bc11211cc7a3, host dv-cinder-790535-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=159c7a38-dd7c-47a6-bb07-bc11211cc7a3,segment=NetworkSegment(4decdd4f-3fef-48ea-97d6-157c44e17f8c),segment_id=4decdd4f-3fef-48ea-97d6-157c44e17f8c)] {{(pid=94102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 13:59:53.236656 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-72fbed95-9b69-4e58-862b-d3306a4cf038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:53.293198 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fbed95-9b69-4e58-862b-d3306a4cf038 None None] Routers {'f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 13:59:53.293828 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-72fbed95-9b69-4e58-862b-d3306a4cf038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T13:59:40Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:59:53.300780 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0e4b9-d1ca-406d-910b-5041ecfc6b95 None None] Pushing event updated for resources: {'Port': ['ID=159c7a38-dd7c-47a6-bb07-bc11211cc7a3,revision_number=3']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:59:53.490805 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-72fbed95-9b69-4e58-862b-d3306a4cf038 None None] Set router f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 13:59:53.704946 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-72fbed95-9b69-4e58-862b-d3306a4cf038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61', 'name': 'router1', 'tenant_id': '72a83cbf39a6489bbdc3a7ceba34b8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '159c7a38-dd7c-47a6-bb07-bc11211cc7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:59:33Z', 'updated_at': '2021-08-20T13:59:49Z', 'revision_number': 4, 'project_id': '72a83cbf39a6489bbdc3a7ceba34b8e1', 'gw_port': {'id': '159c7a38-dd7c-47a6-bb07-bc11211cc7a3', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:59:49Z', 'updated_at': '2021-08-20T13:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': '33c319cf-90a1-4cc5-b972-b232bed06ffa', 'name': '', 'network_id': 'bd46d667-1b0e-4613-920a-3910e6db0d8c', 'tenant_id': '72a83cbf39a6489bbdc3a7ceba34b8e1', 'mac_address': 'fa:16:3e:25:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f5467209-05f4-4568-b2b4-631d41363ba2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:59:42Z', 'updated_at': '2021-08-20T13:59:52Z', 'revision_number': 5, 'project_id': '72a83cbf39a6489bbdc3a7ceba34b8e1', 'subnets': [{'id': 'f5467209-05f4-4568-b2b4-631d41363ba2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b85fcfa-6225-434f-a597-74e645d02ab7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 13:59:53.734443 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fbed95-9b69-4e58-862b-d3306a4cf038 None None] The sync data for ids ['f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61'] in dv-cinder-790535-10-iscsi is: [{'id': 'f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61', 'name': 'router1', 'tenant_id': '72a83cbf39a6489bbdc3a7ceba34b8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '159c7a38-dd7c-47a6-bb07-bc11211cc7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T13:59:33Z', 'updated_at': '2021-08-20T13:59:49Z', 'revision_number': 4, 'project_id': '72a83cbf39a6489bbdc3a7ceba34b8e1', 'gw_port': {'id': '159c7a38-dd7c-47a6-bb07-bc11211cc7a3', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:59:49Z', 'updated_at': '2021-08-20T13:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': '33c319cf-90a1-4cc5-b972-b232bed06ffa', 'name': '', 'network_id': 'bd46d667-1b0e-4613-920a-3910e6db0d8c', 'tenant_id': '72a83cbf39a6489bbdc3a7ceba34b8e1', 'mac_address': 'fa:16:3e:25:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dd8086-1fb5-49e5-8ff0-ec11cdd33d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f5467209-05f4-4568-b2b4-631d41363ba2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T13:59:42Z', 'updated_at': '2021-08-20T13:59:52Z', 'revision_number': 5, 'project_id': '72a83cbf39a6489bbdc3a7ceba34b8e1', 'subnets': [{'id': 'f5467209-05f4-4568-b2b4-631d41363ba2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b85fcfa-6225-434f-a597-74e645d02ab7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 13:59:54.143412 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 5 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 13:59:54.463696 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 159c7a38-dd7c-47a6-bb07-bc11211cc7a3 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:59:54.513797 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning for port 159c7a38-dd7c-47a6-bb07-bc11211cc7a3 completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 13:59:54.517541 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 159c7a38-dd7c-47a6-bb07-bc11211cc7a3 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:59:54.517904 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:54.594346 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:54.623942 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] For port 159c7a38-dd7c-47a6-bb07-bc11211cc7a3, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=159c7a38-dd7c-47a6-bb07-bc11211cc7a3,segment=NetworkSegment(4decdd4f-3fef-48ea-97d6-157c44e17f8c),segment_id=4decdd4f-3fef-48ea-97d6-157c44e17f8c)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 13:59:54.630001 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:54.631750 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 33c319cf-90a1-4cc5-b972-b232bed06ffa up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:59:54.715256 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Pushing event updated for resources: {'Port': ['ID=159c7a38-dd7c-47a6-bb07-bc11211cc7a3,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 13:59:54.728841 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 33c319cf-90a1-4cc5-b972-b232bed06ffa triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:59:54.729228 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 13:59:56.404505 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 159c7a38-dd7c-47a6-bb07-bc11211cc7a3 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 13:59:56.484063 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 159c7a38-dd7c-47a6-bb07-bc11211cc7a3 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 13:59:56.484789 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:07.658831 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-697850f2-c254-4663-8e52-fb6e823e5556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:10.413871 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-717e183f-b156-47b4-bcfb-44dc30f7efd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:10.476157 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:11.492287 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:13.003335 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:31.142360 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 5 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:00:37.663888 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-90dfe6c5-0a9b-48aa-b4b4-9069d1c60079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:40.420798 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e3ba9c57-9b45-428a-9296-71d2a6bdf724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:40.480264 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:41.489646 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:00:43.008535 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:07.657803 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-acab36c6-970d-4823-83af-34010aa3c1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:08.141873 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 5 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:01:10.422368 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-2049dde9-e390-4287-ae1e-c51c38acc557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:10.482082 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:11.494089 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:13.006933 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:28.252439 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 51088) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:01:28.313981 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c90c1a-d16c-4982-acdf-bdab0c032380 admin admin] GET failed (client error): The resource could not be found. Aug 20 14:01:28.315316 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-e1c90c1a-d16c-4982-acdf-bdab0c032380 admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0619018 Aug 20 14:01:28.474423 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dcba09-a41b-44b3-af81-e8ce2e07ab03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:28.475921 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-41dcba09-a41b-44b3-af81-e8ce2e07ab03 admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1557095 Aug 20 14:01:30.601544 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 51098) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:01:30.695355 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46293151-bcbe-434e-a603-1e4859eb0361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:30.696712 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-46293151-bcbe-434e-a603-1e4859eb0361 admin admin] 10.222.0.38 "GET /v2.0/subnets/f5467209-05f4-4568-b2b4-631d41363ba2 HTTP/1.1" status: 200 len: 849 time: 0.0941672 Aug 20 14:01:30.706244 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-641f0ad9-f721-41ea-a073-78a20584f5aa admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:01:30.787162 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-641f0ad9-f721-41ea-a073-78a20584f5aa admin admin] Notify callbacks [] for subnet, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:30.923560 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-641f0ad9-f721-41ea-a073-78a20584f5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728246735710'] for subnet, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:30.953546 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641f0ad9-f721-41ea-a073-78a20584f5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:30.954119 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-641f0ad9-f721-41ea-a073-78a20584f5aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for subnet, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:30.955377 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-641f0ad9-f721-41ea-a073-78a20584f5aa admin admin] 10.222.0.38 "PUT /v2.0/subnets/f5467209-05f4-4568-b2b4-631d41363ba2 HTTP/1.1" status: 200 len: 868 time: 0.2527945 Aug 20 14:01:30.971445 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d11a5e8-5665-48bb-b979-1a06a5227b0f None None] Network bd46d667-1b0e-4613-920a-3910e6db0d8c requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:01:30.976034 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f0ad9-f721-41ea-a073-78a20584f5aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5467209-05f4-4568-b2b4-631d41363ba2,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:01:30.983606 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f0ad9-f721-41ea-a073-78a20584f5aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:30.983982 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f0ad9-f721-41ea-a073-78a20584f5aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:30.984328 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f0ad9-f721-41ea-a073-78a20584f5aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:30.984703 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f0ad9-f721-41ea-a073-78a20584f5aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:30.985029 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f0ad9-f721-41ea-a073-78a20584f5aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:30.985376 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f0ad9-f721-41ea-a073-78a20584f5aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:30.985711 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f0ad9-f721-41ea-a073-78a20584f5aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:30.986053 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f0ad9-f721-41ea-a073-78a20584f5aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:30.986396 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f0ad9-f721-41ea-a073-78a20584f5aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:30.986722 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f0ad9-f721-41ea-a073-78a20584f5aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:30.987043 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f0ad9-f721-41ea-a073-78a20584f5aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:30.988250 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641f0ad9-f721-41ea-a073-78a20584f5aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:01:31.352890 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-057539cd-d4ec-4b39-8576-5470ff6de979 None None] Provisioning complete for port 1f271033-4d48-48c7-a981-e9c626be71f8 triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:01:31.353260 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-057539cd-d4ec-4b39-8576-5470ff6de979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:31.440069 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-057539cd-d4ec-4b39-8576-5470ff6de979 None None] Provisioning complete for port 33c319cf-90a1-4cc5-b972-b232bed06ffa triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:01:31.440533 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-057539cd-d4ec-4b39-8576-5470ff6de979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:33.173658 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 51106) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:01:33.298464 dv-cinder-790535-10-iscsi neutron-server[94101]: WARNING oslo_policy.policy [None req-21e130ce-23fd-4a07-9e84-9ebac81ebd9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 14:01:33.299068 dv-cinder-790535-10-iscsi neutron-server[94101]: WARNING oslo_policy.policy [None req-21e130ce-23fd-4a07-9e84-9ebac81ebd9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 14:01:33.809668 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.policy [None req-21e130ce-23fd-4a07-9e84-9ebac81ebd9d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94101) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 20 14:01:33.857195 dv-cinder-790535-10-iscsi neutron-server[94101]: WARNING oslo_policy.policy [None req-21e130ce-23fd-4a07-9e84-9ebac81ebd9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 14:01:33.857571 dv-cinder-790535-10-iscsi neutron-server[94101]: WARNING oslo_policy.policy [None req-21e130ce-23fd-4a07-9e84-9ebac81ebd9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 14:01:33.866114 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e130ce-23fd-4a07-9e84-9ebac81ebd9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:33.866594 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e130ce-23fd-4a07-9e84-9ebac81ebd9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:33.868522 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-21e130ce-23fd-4a07-9e84-9ebac81ebd9d admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6939194 Aug 20 14:01:36.009606 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 51122) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:01:36.208777 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0277281-6f78-4b2c-bdca-378a7c14be98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:36.209169 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0277281-6f78-4b2c-bdca-378a7c14be98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:36.210707 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-a0277281-6f78-4b2c-bdca-378a7c14be98 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2001565 Aug 20 14:01:37.658386 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-3d73a8d8-3f93-478a-917d-0f5e046b27b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:38.362937 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 51130) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:01:38.485404 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c3ba16-e59c-462c-917a-f3127ede3c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:38.486769 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-b3c3ba16-e59c-462c-917a-f3127ede3c18 admin admin] 10.222.0.38 "GET /v2.0/networks/98d0971e-9611-4cfe-abc2-ff603fbae97c HTTP/1.1" status: 200 len: 886 time: 0.1228902 Aug 20 14:01:40.423397 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-8a01a062-bf0c-411f-a2bd-b03518e09f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:40.483672 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:40.628736 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 51138) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:01:40.757486 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4ac341-4b61-430b-97a8-a1b2f7ead9f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:40.758816 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-7d4ac341-4b61-430b-97a8-a1b2f7ead9f1 admin admin] 10.222.0.38 "GET /v2.0/networks/bd46d667-1b0e-4613-920a-3910e6db0d8c HTTP/1.1" status: 200 len: 869 time: 0.1290939 Aug 20 14:01:41.497774 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:42.896359 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 51146) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:01:43.010981 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:01:43.021089 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a918da0b-76b0-4d9b-8c3d-647a9a77dfd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:43.021541 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a918da0b-76b0-4d9b-8c3d-647a9a77dfd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:43.023037 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-a918da0b-76b0-4d9b-8c3d-647a9a77dfd3 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1257112 Aug 20 14:01:45.141683 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 5 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:01:45.168477 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 51154) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:01:45.257730 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d4d72a-2178-4a98-903b-be8a7c87eea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:45.258180 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d4d72a-2178-4a98-903b-be8a7c87eea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:45.259626 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-f8d4d72a-2178-4a98-903b-be8a7c87eea8 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0901952 Aug 20 14:01:47.417392 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 51162) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:01:47.530435 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e6e25-3c57-4daf-a35e-6041bdc51262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:47.531737 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-be1e6e25-3c57-4daf-a35e-6041bdc51262 admin admin] 10.222.0.38 "GET /v2.0/subnets/e8e9b9bd-ae96-49d0-b730-35afc957c6cc HTTP/1.1" status: 200 len: 816 time: 0.1133928 Aug 20 14:01:49.680714 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 51170) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:01:49.771150 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e997c95c-6683-4f0d-bbce-916374a287a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:01:49.772503 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-e997c95c-6683-4f0d-bbce-916374a287a3 admin admin] 10.222.0.38 "GET /v2.0/subnets/f5467209-05f4-4568-b2b4-631d41363ba2 HTTP/1.1" status: 200 len: 868 time: 0.0908298 Aug 20 14:02:07.662591 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-66988fac-9432-45a8-b9ae-1dba9f4ec71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:10.426722 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-7fd6e0b9-3a29-4135-a0d9-d1ce3bbd083f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:10.483524 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:11.501495 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:13.012586 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:13.210421 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 51226) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:02:13.257532 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [None req-662c890b-0b62-4587-b4dc-5ca24894c840 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:02:13.258510 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-662c890b-0b62-4587-b4dc-5ca24894c840 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471601 Aug 20 14:02:15.525283 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 51234) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:02:15.585947 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.pecan_wsgi.hooks.translation [None req-f06e826f-602a-45f2-9a63-e1f0a4e2f887 admin admin] GET failed (client error): The resource could not be found. Aug 20 14:02:15.587267 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-f06e826f-602a-45f2-9a63-e1f0a4e2f887 admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0610557 Aug 20 14:02:15.774782 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d30604-00c8-435b-ae46-5ff3a0013d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:02:15.776198 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-b0d30604-00c8-435b-ae46-5ff3a0013d1a admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1846631 Aug 20 14:02:17.965740 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 51242) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:02:18.012885 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-1ffa4877-047e-44a9-a802-a87aa481d6af admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:02:18.033044 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffa4877-047e-44a9-a802-a87aa481d6af admin admin] Made reservation on behalf of 1404e3ca8c4e4057a2ec41652a49af85 for: {'network': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:02:18.036145 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-1ffa4877-047e-44a9-a802-a87aa481d6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for network, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:18.062397 dv-cinder-790535-10-iscsi neutron-server[94100]: WARNING neutron.services.revisions.revision_plugin [None req-1ffa4877-047e-44a9-a802-a87aa481d6af admin admin] Could not find related network for resource to bump revision. Aug 20 14:02:18.074427 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ffa4877-047e-44a9-a802-a87aa481d6af admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=94100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:02:18.084923 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-1ffa4877-047e-44a9-a802-a87aa481d6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:18.085257 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.db.segments_db [None req-1ffa4877-047e-44a9-a802-a87aa481d6af admin admin] Added segment b23013df-2074-4e1b-a07b-5321c617f527 of type vlan for network 15a24f0a-74ba-4d7d-ab2c-5400592fa59b Aug 20 14:02:18.123308 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-1ffa4877-047e-44a9-a802-a87aa481d6af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728246170444'] for network, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:18.147458 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-1ffa4877-047e-44a9-a802-a87aa481d6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018'] for network, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:18.148390 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffa4877-047e-44a9-a802-a87aa481d6af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:02:18.149070 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-1ffa4877-047e-44a9-a802-a87aa481d6af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:18.216510 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-1ffa4877-047e-44a9-a802-a87aa481d6af admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2462492 Aug 20 14:02:18.216510 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa4877-047e-44a9-a802-a87aa481d6af admin admin] Pushing event updated for resources: {'Network': ['ID=15a24f0a-74ba-4d7d-ab2c-5400592fa59b,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:18.241630 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Network 15a24f0a-74ba-4d7d-ab2c-5400592fa59b details requested by agent ovs-agent-dv-cinder-790535-10-iscsi with host dv-cinder-790535-10-iscsi {{(pid=94102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:02:20.406298 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 51250) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:02:20.467352 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eeb197b-8bd5-41bf-9997-730d76352791 admin admin] GET failed (client error): The resource could not be found. Aug 20 14:02:20.468691 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-2eeb197b-8bd5-41bf-9997-730d76352791 admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0613830 Aug 20 14:02:20.536756 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7f8fae-81f2-44c2-a408-168be281dbf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:02:20.538195 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-af7f8fae-81f2-44c2-a408-168be281dbf3 admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0645661 Aug 20 14:02:20.548032 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-3eb30106-d58c-4c03-85ef-af30a8265f60 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '15a24f0a-74ba-4d7d-ab2c-5400592fa59b', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:02:20.568008 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb30106-d58c-4c03-85ef-af30a8265f60 admin admin] Made reservation on behalf of 1404e3ca8c4e4057a2ec41652a49af85 for: {'subnet': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:02:20.570230 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-3eb30106-d58c-4c03-85ef-af30a8265f60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:20.727735 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-3eb30106-d58c-4c03-85ef-af30a8265f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018'] for subnet, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:20.785148 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb30106-d58c-4c03-85ef-af30a8265f60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73266af3-c736-4fd6-9688-b1a13236507c,revision_number=0']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:20.792296 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb30106-d58c-4c03-85ef-af30a8265f60 admin admin] Checking segment: {'id': 'b23013df-2074-4e1b-a07b-5321c617f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '15a24f0a-74ba-4d7d-ab2c-5400592fa59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:02:20.792687 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb30106-d58c-4c03-85ef-af30a8265f60 admin admin] Network hostable DHCP agents. Network: 15a24f0a-74ba-4d7d-ab2c-5400592fa59b, hostable agents: ['753d3244-3585-4dcb-8855-3f40f736060e'], hosted agents: [] {{(pid=94100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:02:20.808178 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb30106-d58c-4c03-85ef-af30a8265f60 admin admin] Network 15a24f0a-74ba-4d7d-ab2c-5400592fa59b is scheduled to be hosted by DHCP agent 753d3244-3585-4dcb-8855-3f40f736060e with binding_index 1 {{(pid=94100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:02:20.816171 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [None req-3eb30106-d58c-4c03-85ef-af30a8265f60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-10-iscsi, 15a24f0a-74ba-4d7d-ab2c-5400592fa59b) {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:02:20.820110 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb30106-d58c-4c03-85ef-af30a8265f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:02:20.820719 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-3eb30106-d58c-4c03-85ef-af30a8265f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for subnet, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:20.824765 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98700861-3a1f-469a-b689-d82d3f6f2910 None None] Network 15a24f0a-74ba-4d7d-ab2c-5400592fa59b requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:02:20.834888 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-3eb30106-d58c-4c03-85ef-af30a8265f60 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2902157 Aug 20 14:02:21.067688 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8819858-486d-4a13-af37-399a423cd43a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4bf352a0-604e-5a37-8942-ccf39ab588eb-15a24f0a-74ba-4d7d-ab2c-5400592fa59b', 'network_id': '15a24f0a-74ba-4d7d-ab2c-5400592fa59b', 'tenant_id': '1404e3ca8c4e4057a2ec41652a49af85', 'fixed_ips': [{'subnet_id': '73266af3-c736-4fd6-9688-b1a13236507c'}]}} from dv-cinder-790535-10-iscsi. {{(pid=94102) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:02:21.068697 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e8819858-486d-4a13-af37-399a423cd43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:21.205107 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.db_base_plugin_common [None req-e8819858-486d-4a13-af37-399a423cd43a None None] Allocated IP 192.168.233.2 (15a24f0a-74ba-4d7d-ab2c-5400592fa59b/73266af3-c736-4fd6-9688-b1a13236507c/2c11d298-7c71-4073-9efb-b86f8307709d) {{(pid=94102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:02:21.351079 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e8819858-486d-4a13-af37-399a423cd43a None None] Notify callbacks [] for port, precommit_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:21.359183 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e8819858-486d-4a13-af37-399a423cd43a None None] Transition to ACTIVE for port object 2c11d298-7c71-4073-9efb-b86f8307709d will not be triggered until provisioned by entity L2. {{(pid=94102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:02:21.374588 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e8819858-486d-4a13-af37-399a423cd43a None None] Transition to ACTIVE for port object 2c11d298-7c71-4073-9efb-b86f8307709d will not be triggered until provisioned by entity DHCP. {{(pid=94102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:02:21.381305 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e8819858-486d-4a13-af37-399a423cd43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981'] for port, after_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:21.417852 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8819858-486d-4a13-af37-399a423cd43a None None] Network 15a24f0a-74ba-4d7d-ab2c-5400592fa59b is already hosted by enough agents. {{(pid=94102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:02:21.420584 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.scheduler.base_scheduler [None req-e8819858-486d-4a13-af37-399a423cd43a None None] Resources bound (agent type, host, resource id): {{(pid=94102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:02:21.423899 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8819858-486d-4a13-af37-399a423cd43a None None] Received port after_create {{(pid=94102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:02:21.435436 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8819858-486d-4a13-af37-399a423cd43a None None] Pushing event updated for resources: {'Port': ['ID=2c11d298-7c71-4073-9efb-b86f8307709d,revision_number=1']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:21.460241 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8819858-486d-4a13-af37-399a423cd43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:21.460647 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8819858-486d-4a13-af37-399a423cd43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:21.460990 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8819858-486d-4a13-af37-399a423cd43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:21.461326 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8819858-486d-4a13-af37-399a423cd43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:21.461657 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8819858-486d-4a13-af37-399a423cd43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:21.461995 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8819858-486d-4a13-af37-399a423cd43a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:21.462321 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8819858-486d-4a13-af37-399a423cd43a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:21.462646 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8819858-486d-4a13-af37-399a423cd43a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:21.463001 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8819858-486d-4a13-af37-399a423cd43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:21.463335 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8819858-486d-4a13-af37-399a423cd43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:21.463657 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8819858-486d-4a13-af37-399a423cd43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:21.463984 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8819858-486d-4a13-af37-399a423cd43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:02:21.497483 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-e8819858-486d-4a13-af37-399a423cd43a None None] Attempting to bind port 2c11d298-7c71-4073-9efb-b86f8307709d on host dv-cinder-790535-10-iscsi for vnic_type normal with profile {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:02:21.497843 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-e8819858-486d-4a13-af37-399a423cd43a None None] Attempting to bind port 2c11d298-7c71-4073-9efb-b86f8307709d by drivers openvswitch,hyperv on host dv-cinder-790535-10-iscsi at level 0 using segments [{'id': 'b23013df-2074-4e1b-a07b-5321c617f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '15a24f0a-74ba-4d7d-ab2c-5400592fa59b'}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:02:21.498197 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8819858-486d-4a13-af37-399a423cd43a None None] Attempting to bind port 2c11d298-7c71-4073-9efb-b86f8307709d on network 15a24f0a-74ba-4d7d-ab2c-5400592fa59b {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:02:21.503240 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8819858-486d-4a13-af37-399a423cd43a None None] Checking agent: {'id': '24d8fd69-abc0-4f0a-ba2d-fdf83f719c3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 59, 10), 'started_at': datetime.datetime(2021, 8, 20, 13, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:02:21.503621 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8819858-486d-4a13-af37-399a423cd43a None None] Checking segment: {'id': 'b23013df-2074-4e1b-a07b-5321c617f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '15a24f0a-74ba-4d7d-ab2c-5400592fa59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:02:21.504018 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e8819858-486d-4a13-af37-399a423cd43a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:21.504397 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8819858-486d-4a13-af37-399a423cd43a None None] Bound using segment: {'id': 'b23013df-2074-4e1b-a07b-5321c617f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '15a24f0a-74ba-4d7d-ab2c-5400592fa59b'} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:02:21.504940 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-e8819858-486d-4a13-af37-399a423cd43a None None] Bound port: 2c11d298-7c71-4073-9efb-b86f8307709d, host: dv-cinder-790535-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23013df-2074-4e1b-a07b-5321c617f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '15a24f0a-74ba-4d7d-ab2c-5400592fa59b'}}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:02:21.505330 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e8819858-486d-4a13-af37-399a423cd43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:21.569604 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-e8819858-486d-4a13-af37-399a423cd43a None None] For port 2c11d298-7c71-4073-9efb-b86f8307709d, host dv-cinder-790535-10-iscsi, cleared binding levels {{(pid=94102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:02:21.572720 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-e8819858-486d-4a13-af37-399a423cd43a None None] For port 2c11d298-7c71-4073-9efb-b86f8307709d, host dv-cinder-790535-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=2c11d298-7c71-4073-9efb-b86f8307709d,segment=NetworkSegment(b23013df-2074-4e1b-a07b-5321c617f527),segment_id=b23013df-2074-4e1b-a07b-5321c617f527)] {{(pid=94102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:02:21.577087 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e8819858-486d-4a13-af37-399a423cd43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:21.636522 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8819858-486d-4a13-af37-399a423cd43a None None] Pushing event updated for resources: {'Port': ['ID=2c11d298-7c71-4073-9efb-b86f8307709d,revision_number=2']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:22.141030 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 5 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:02:22.442298 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248f1ea1-968b-4671-97cc-62440060c5c6 None None] Network 15a24f0a-74ba-4d7d-ab2c-5400592fa59b requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:02:22.521896 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-5e5d29e0-fc76-4d99-94f6-935d5a93f3ba None None] Provisioning for port 2c11d298-7c71-4073-9efb-b86f8307709d completed by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:02:22.537597 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 2c11d298-7c71-4073-9efb-b86f8307709d up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:02:22.642756 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning for port 2c11d298-7c71-4073-9efb-b86f8307709d completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:02:22.649497 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 2c11d298-7c71-4073-9efb-b86f8307709d triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:02:22.649861 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:22.732640 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:22.772576 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] For port 2c11d298-7c71-4073-9efb-b86f8307709d, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=2c11d298-7c71-4073-9efb-b86f8307709d,segment=NetworkSegment(b23013df-2074-4e1b-a07b-5321c617f527),segment_id=b23013df-2074-4e1b-a07b-5321c617f527)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:02:22.777295 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:22.838110 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Pushing event updated for resources: {'Port': ['ID=2c11d298-7c71-4073-9efb-b86f8307709d,revision_number=3']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:02:22.956436 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-0610fb56-44c2-40f4-bb2b-2b9c176c9766 None None] Provisioning complete for port 2c11d298-7c71-4073-9efb-b86f8307709d triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:02:22.956731 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-0610fb56-44c2-40f4-bb2b-2b9c176c9766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:24.483036 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 2c11d298-7c71-4073-9efb-b86f8307709d up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:02:24.531247 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 2c11d298-7c71-4073-9efb-b86f8307709d triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:02:24.531615 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:37.663174 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-eab47dd8-eecd-4c96-a89f-cc2e9ae5f228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:40.427612 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-1c6b3e93-0bce-4ba2-9620-80c3237efdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:40.484441 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:41.504835 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:43.017835 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:02:59.140253 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 5 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:03:07.664188 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-f5ec9d2b-5357-4222-ba97-b75eff8c3cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:10.428244 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-97b29584-722d-411e-a97a-3f77d3076a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:10.485548 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:11.507951 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:13.018203 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:36.138555 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 5 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:03:37.665325 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7a0f-41e7-4d01-bf84-363786151e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:38.157047 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 51302) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:03:38.163386 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [None req-4067624b-5d1b-4565-a46c-75482e5ea1a6 tempest-verify_tempest_config-1619766642 tempest-verify_tempest_config-1619766642-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:03:38.164354 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-4067624b-5d1b-4565-a46c-75482e5ea1a6 tempest-verify_tempest_config-1619766642 tempest-verify_tempest_config-1619766642-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063181 Aug 20 14:03:38.460220 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 51320) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:03:38.570298 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-bd75f66a-1958-45fd-b7a1-c8ddf3722a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:38.577980 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.quota [None req-bd75f66a-1958-45fd-b7a1-c8ddf3722a13 admin admin] Loaded quota_driver: . Aug 20 14:03:38.714375 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-bd75f66a-1958-45fd-b7a1-c8ddf3722a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:38.717970 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-bd75f66a-1958-45fd-b7a1-c8ddf3722a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:38.754861 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-bd75f66a-1958-45fd-b7a1-c8ddf3722a13 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c3c684c06bdc4f95ace190e637726e3f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2935705 Aug 20 14:03:38.757551 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 51328) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:03:38.766234 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75f66a-1958-45fd-b7a1-c8ddf3722a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e41c750-79b5-4543-8647-c66b81d88a73,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:38.775855 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd75f66a-1958-45fd-b7a1-c8ddf3722a13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:38.776213 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd75f66a-1958-45fd-b7a1-c8ddf3722a13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:38.776574 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd75f66a-1958-45fd-b7a1-c8ddf3722a13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:38.776934 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd75f66a-1958-45fd-b7a1-c8ddf3722a13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:38.777264 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd75f66a-1958-45fd-b7a1-c8ddf3722a13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:38.777608 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd75f66a-1958-45fd-b7a1-c8ddf3722a13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:38.777940 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd75f66a-1958-45fd-b7a1-c8ddf3722a13 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:38.778281 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd75f66a-1958-45fd-b7a1-c8ddf3722a13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:38.778620 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd75f66a-1958-45fd-b7a1-c8ddf3722a13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:38.778943 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd75f66a-1958-45fd-b7a1-c8ddf3722a13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:38.779263 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd75f66a-1958-45fd-b7a1-c8ddf3722a13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:38.779580 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd75f66a-1958-45fd-b7a1-c8ddf3722a13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:38.780945 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd75f66a-1958-45fd-b7a1-c8ddf3722a13 admin admin] Tracked resource versions report: Aug 20 14:03:38.780945 dv-cinder-790535-10-iscsi neutron-server[94101]: pushed versions: Aug 20 14:03:38.780945 dv-cinder-790535-10-iscsi neutron-server[94101]: { 'AddressGroup': {'1.2'}, Aug 20 14:03:38.780945 dv-cinder-790535-10-iscsi neutron-server[94101]: 'ConntrackHelper': {'1.0'}, Aug 20 14:03:38.780945 dv-cinder-790535-10-iscsi neutron-server[94101]: 'Log': {'1.0'}, Aug 20 14:03:38.780945 dv-cinder-790535-10-iscsi neutron-server[94101]: 'Network': {'1.1'}, Aug 20 14:03:38.780945 dv-cinder-790535-10-iscsi neutron-server[94101]: 'Port': {'1.7'}, Aug 20 14:03:38.780945 dv-cinder-790535-10-iscsi neutron-server[94101]: 'PortForwarding': {'1.2'}, Aug 20 14:03:38.780945 dv-cinder-790535-10-iscsi neutron-server[94101]: 'QosPolicy': {'1.9'}, Aug 20 14:03:38.780945 dv-cinder-790535-10-iscsi neutron-server[94101]: 'SecurityGroup': {'1.4'}, Aug 20 14:03:38.780945 dv-cinder-790535-10-iscsi neutron-server[94101]: 'SecurityGroupRule': {'1.2'}, Aug 20 14:03:38.780945 dv-cinder-790535-10-iscsi neutron-server[94101]: 'SubPort': {'1.0'}, Aug 20 14:03:38.780945 dv-cinder-790535-10-iscsi neutron-server[94101]: 'Subnet': {'1.1'}, Aug 20 14:03:38.780945 dv-cinder-790535-10-iscsi neutron-server[94101]: 'Trunk': {'1.1'}} Aug 20 14:03:38.780945 dv-cinder-790535-10-iscsi neutron-server[94101]: consumer versions: Aug 20 14:03:38.780945 dv-cinder-790535-10-iscsi neutron-server[94101]: { DHCP agent@dv-cinder-790535-10-iscsi: {}, Aug 20 14:03:38.780945 dv-cinder-790535-10-iscsi neutron-server[94101]: L3 agent@dv-cinder-790535-10-iscsi: {}, Aug 20 14:03:38.780945 dv-cinder-790535-10-iscsi neutron-server[94101]: Metadata agent@dv-cinder-790535-10-iscsi: {}, Aug 20 14:03:38.780945 dv-cinder-790535-10-iscsi neutron-server[94101]: Metering agent@dv-cinder-790535-10-iscsi: {}, Aug 20 14:03:38.780945 dv-cinder-790535-10-iscsi neutron-server[94101]: Open vSwitch agent@dv-cinder-790535-10-iscsi: { 'AddressGroup': '1.2', Aug 20 14:03:38.780945 dv-cinder-790535-10-iscsi neutron-server[94101]: 'ConntrackHelper': '1.0', Aug 20 14:03:38.780945 dv-cinder-790535-10-iscsi neutron-server[94101]: 'Log': '1.0', Aug 20 14:03:38.780945 dv-cinder-790535-10-iscsi neutron-server[94101]: 'Network': '1.1', Aug 20 14:03:38.780945 dv-cinder-790535-10-iscsi neutron-server[94101]: 'Port': '1.7', Aug 20 14:03:38.780945 dv-cinder-790535-10-iscsi neutron-server[94101]: 'PortForwarding': '1.2', Aug 20 14:03:38.780945 dv-cinder-790535-10-iscsi neutron-server[94101]: 'QosPolicy': '1.9', Aug 20 14:03:38.780945 dv-cinder-790535-10-iscsi neutron-server[94101]: 'SecurityGroup': '1.4', Aug 20 14:03:38.780945 dv-cinder-790535-10-iscsi neutron-server[94101]: 'SecurityGroupRule': '1.2', Aug 20 14:03:38.780945 dv-cinder-790535-10-iscsi neutron-server[94101]: 'SubPort': '1.0', Aug 20 14:03:38.780945 dv-cinder-790535-10-iscsi neutron-server[94101]: 'Subnet': '1.1', Aug 20 14:03:38.780945 dv-cinder-790535-10-iscsi neutron-server[94101]: 'Trunk': '1.1'}} Aug 20 14:03:38.780945 dv-cinder-790535-10-iscsi neutron-server[94101]: {{(pid=94101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 14:03:38.813416 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d0fdca9d-898e-4267-9dcb-d528fefda74e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:38.836844 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d0fdca9d-898e-4267-9dcb-d528fefda74e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:38.924636 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d0fdca9d-898e-4267-9dcb-d528fefda74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:38.927214 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d0fdca9d-898e-4267-9dcb-d528fefda74e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:38.928710 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-d0fdca9d-898e-4267-9dcb-d528fefda74e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3e41c750-79b5-4543-8647-c66b81d88a73 HTTP/1.1" status: 204 len: 168 time: 0.1701739 Aug 20 14:03:38.936635 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fdca9d-898e-4267-9dcb-d528fefda74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e41c750-79b5-4543-8647-c66b81d88a73,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:03:38.943278 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fdca9d-898e-4267-9dcb-d528fefda74e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:38.943614 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fdca9d-898e-4267-9dcb-d528fefda74e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:38.943955 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fdca9d-898e-4267-9dcb-d528fefda74e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:38.944289 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fdca9d-898e-4267-9dcb-d528fefda74e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:38.944643 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fdca9d-898e-4267-9dcb-d528fefda74e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:38.944991 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fdca9d-898e-4267-9dcb-d528fefda74e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:38.945338 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fdca9d-898e-4267-9dcb-d528fefda74e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:38.945646 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fdca9d-898e-4267-9dcb-d528fefda74e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:38.945968 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fdca9d-898e-4267-9dcb-d528fefda74e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:38.946390 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fdca9d-898e-4267-9dcb-d528fefda74e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:38.946594 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fdca9d-898e-4267-9dcb-d528fefda74e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:38.946923 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fdca9d-898e-4267-9dcb-d528fefda74e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:03:40.429571 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-6938df6f-9773-45be-8ac6-10aa1d3bfe5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:40.484390 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:41.513310 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:03:43.022369 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:07.665319 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-0f5943a7-67b7-4e0c-8a60-b6ddd6177c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:10.429526 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-29ca1118-7e64-48ec-ba97-999334ce6cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:10.486231 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:11.512802 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:13.025482 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:13.136779 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 5 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:04:37.665197 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-313f82f2-4ddb-4809-80f0-c0729596ebde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:40.430310 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-aaff062d-d0ff-480d-a013-4bd0f03c86c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:40.487809 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:41.515538 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:43.028927 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:04:50.135274 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 5 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:05:07.667369 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-39357721-6366-49c8-a80a-c6fbd21c9e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:10.431257 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-2366f70f-ee49-4447-a76c-6ed2ea6396a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:10.488781 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:11.518651 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:11.792375 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528825'] for agent, after_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:13.031602 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:27.133891 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 6 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:05:27.246134 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 51404) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:05:27.351427 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-0dbee482-ce53-4952-acec-5da542a9a293 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1042104 Aug 20 14:05:29.531509 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 51414) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:05:29.587685 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-b89d7cde-5816-4cc2-a4d1-0c735ea200e6 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0550730 Aug 20 14:05:37.668870 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-c7c15652-3f42-4795-bb0b-8c674ed64a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:40.432189 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e34eebab-1e9e-4d8f-a511-97997ae3945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:40.487823 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:41.521328 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:41.759227 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:05:43.034107 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:04.132865 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 6 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:06:07.671082 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-831b378a-4198-43ae-abf2-df65740fbe15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:10.435937 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-b7d5c731-c78c-4cdc-b00f-a442ef9c8cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:10.487135 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:11.524436 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:11.760220 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:13.036988 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:37.671595 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-3557aa91-2441-47df-9e37-269f69e77072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:40.437776 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e3c29436-f41e-40f1-9ea3-3a14ebdecb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:40.487350 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:41.131805 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 6 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:06:41.526584 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:41.759021 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:43.041608 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:06:59.537612 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 51632) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:06:59.853792 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 51644) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:00.075263 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-b98196d4-3081-4641-bbe5-a96dcb0126df admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1476246762-network', 'tenant_id': 'e5c5349bb995408f9231d02a2b7a42d6'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:07:00.120056 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98196d4-3081-4641-bbe5-a96dcb0126df admin admin] Made reservation on behalf of e5c5349bb995408f9231d02a2b7a42d6 for: {'network': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:07:00.122626 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b98196d4-3081-4641-bbe5-a96dcb0126df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for network, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:00.131841 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b98196d4-3081-4641-bbe5-a96dcb0126df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:00.170710 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-97312f58-67ec-4234-83f4-8d17b53f0958 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1465122806-network', 'tenant_id': '0c18d3662e3d42b3a2733eefb8b5996c'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:07:00.202958 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 51660) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:00.240805 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b98196d4-3081-4641-bbe5-a96dcb0126df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:00.249540 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b98196d4-3081-4641-bbe5-a96dcb0126df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:00.275836 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98196d4-3081-4641-bbe5-a96dcb0126df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bfdaf0-1c1f-4fba-934d-a28612e3c998,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:00.285185 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97312f58-67ec-4234-83f4-8d17b53f0958 admin admin] Made reservation on behalf of 0c18d3662e3d42b3a2733eefb8b5996c for: {'network': 1} {{(pid=94101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:07:00.291376 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-97312f58-67ec-4234-83f4-8d17b53f0958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for network, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:00.296451 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98196d4-3081-4641-bbe5-a96dcb0126df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:00.297410 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98196d4-3081-4641-bbe5-a96dcb0126df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:00.298054 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98196d4-3081-4641-bbe5-a96dcb0126df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:00.298901 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98196d4-3081-4641-bbe5-a96dcb0126df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:00.299761 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98196d4-3081-4641-bbe5-a96dcb0126df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:00.300562 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98196d4-3081-4641-bbe5-a96dcb0126df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:00.301422 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98196d4-3081-4641-bbe5-a96dcb0126df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:00.302506 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98196d4-3081-4641-bbe5-a96dcb0126df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:00.303570 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98196d4-3081-4641-bbe5-a96dcb0126df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:00.304701 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98196d4-3081-4641-bbe5-a96dcb0126df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:00.305498 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98196d4-3081-4641-bbe5-a96dcb0126df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:00.306486 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98196d4-3081-4641-bbe5-a96dcb0126df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:00.308944 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98196d4-3081-4641-bbe5-a96dcb0126df admin admin] Tracked resource versions report: Aug 20 14:07:00.308944 dv-cinder-790535-10-iscsi neutron-server[94100]: pushed versions: Aug 20 14:07:00.308944 dv-cinder-790535-10-iscsi neutron-server[94100]: { 'AddressGroup': {'1.2'}, Aug 20 14:07:00.308944 dv-cinder-790535-10-iscsi neutron-server[94100]: 'ConntrackHelper': {'1.0'}, Aug 20 14:07:00.308944 dv-cinder-790535-10-iscsi neutron-server[94100]: 'Log': {'1.0'}, Aug 20 14:07:00.308944 dv-cinder-790535-10-iscsi neutron-server[94100]: 'Network': {'1.1'}, Aug 20 14:07:00.308944 dv-cinder-790535-10-iscsi neutron-server[94100]: 'Port': {'1.7'}, Aug 20 14:07:00.308944 dv-cinder-790535-10-iscsi neutron-server[94100]: 'PortForwarding': {'1.2'}, Aug 20 14:07:00.308944 dv-cinder-790535-10-iscsi neutron-server[94100]: 'QosPolicy': {'1.9'}, Aug 20 14:07:00.308944 dv-cinder-790535-10-iscsi neutron-server[94100]: 'SecurityGroup': {'1.4'}, Aug 20 14:07:00.308944 dv-cinder-790535-10-iscsi neutron-server[94100]: 'SecurityGroupRule': {'1.2'}, Aug 20 14:07:00.308944 dv-cinder-790535-10-iscsi neutron-server[94100]: 'SubPort': {'1.0'}, Aug 20 14:07:00.308944 dv-cinder-790535-10-iscsi neutron-server[94100]: 'Subnet': {'1.1'}, Aug 20 14:07:00.308944 dv-cinder-790535-10-iscsi neutron-server[94100]: 'Trunk': {'1.1'}} Aug 20 14:07:00.308944 dv-cinder-790535-10-iscsi neutron-server[94100]: consumer versions: Aug 20 14:07:00.308944 dv-cinder-790535-10-iscsi neutron-server[94100]: { DHCP agent@dv-cinder-790535-10-iscsi: {}, Aug 20 14:07:00.308944 dv-cinder-790535-10-iscsi neutron-server[94100]: HyperV agent@hv-cinder-79053: {}, Aug 20 14:07:00.308944 dv-cinder-790535-10-iscsi neutron-server[94100]: L3 agent@dv-cinder-790535-10-iscsi: {}, Aug 20 14:07:00.308944 dv-cinder-790535-10-iscsi neutron-server[94100]: Metadata agent@dv-cinder-790535-10-iscsi: {}, Aug 20 14:07:00.308944 dv-cinder-790535-10-iscsi neutron-server[94100]: Metering agent@dv-cinder-790535-10-iscsi: {}, Aug 20 14:07:00.308944 dv-cinder-790535-10-iscsi neutron-server[94100]: Open vSwitch agent@dv-cinder-790535-10-iscsi: { 'AddressGroup': '1.2', Aug 20 14:07:00.308944 dv-cinder-790535-10-iscsi neutron-server[94100]: 'ConntrackHelper': '1.0', Aug 20 14:07:00.308944 dv-cinder-790535-10-iscsi neutron-server[94100]: 'Log': '1.0', Aug 20 14:07:00.308944 dv-cinder-790535-10-iscsi neutron-server[94100]: 'Network': '1.1', Aug 20 14:07:00.308944 dv-cinder-790535-10-iscsi neutron-server[94100]: 'Port': '1.7', Aug 20 14:07:00.308944 dv-cinder-790535-10-iscsi neutron-server[94100]: 'PortForwarding': '1.2', Aug 20 14:07:00.308944 dv-cinder-790535-10-iscsi neutron-server[94100]: 'QosPolicy': '1.9', Aug 20 14:07:00.308944 dv-cinder-790535-10-iscsi neutron-server[94100]: 'SecurityGroup': '1.4', Aug 20 14:07:00.308944 dv-cinder-790535-10-iscsi neutron-server[94100]: 'SecurityGroupRule': '1.2', Aug 20 14:07:00.308944 dv-cinder-790535-10-iscsi neutron-server[94100]: 'SubPort': '1.0', Aug 20 14:07:00.308944 dv-cinder-790535-10-iscsi neutron-server[94100]: 'Subnet': '1.1', Aug 20 14:07:00.308944 dv-cinder-790535-10-iscsi neutron-server[94100]: 'Trunk': '1.1'}} Aug 20 14:07:00.308944 dv-cinder-790535-10-iscsi neutron-server[94100]: {{(pid=94100) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 14:07:00.316214 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-97312f58-67ec-4234-83f4-8d17b53f0958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:00.335199 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b98196d4-3081-4641-bbe5-a96dcb0126df admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:07:00.356438 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b98196d4-3081-4641-bbe5-a96dcb0126df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:00.357026 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.db.segments_db [None req-b98196d4-3081-4641-bbe5-a96dcb0126df admin admin] Added segment b3abcbc2-da77-4957-a9b3-2c3cbafbe331 of type vlan for network c1c7c6a6-5f3d-43a4-90fb-564a679154da Aug 20 14:07:00.429527 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b98196d4-3081-4641-bbe5-a96dcb0126df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728246170444'] for network, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:00.461723 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b98196d4-3081-4641-bbe5-a96dcb0126df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018'] for network, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:00.464566 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98196d4-3081-4641-bbe5-a96dcb0126df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:00.465430 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b98196d4-3081-4641-bbe5-a96dcb0126df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:00.471728 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-97312f58-67ec-4234-83f4-8d17b53f0958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:00.479755 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-97312f58-67ec-4234-83f4-8d17b53f0958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:00.502918 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-b98196d4-3081-4641-bbe5-a96dcb0126df admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9639111 Aug 20 14:07:00.503889 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 51672) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:00.509696 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97312f58-67ec-4234-83f4-8d17b53f0958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1252b8ac-165f-4ad2-ac59-f0057460cf3f,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:00.519476 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97312f58-67ec-4234-83f4-8d17b53f0958 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:00.520180 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97312f58-67ec-4234-83f4-8d17b53f0958 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:00.520711 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97312f58-67ec-4234-83f4-8d17b53f0958 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:00.521240 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97312f58-67ec-4234-83f4-8d17b53f0958 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:00.521749 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97312f58-67ec-4234-83f4-8d17b53f0958 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:00.522258 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97312f58-67ec-4234-83f4-8d17b53f0958 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:00.522772 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97312f58-67ec-4234-83f4-8d17b53f0958 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:00.523282 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97312f58-67ec-4234-83f4-8d17b53f0958 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:00.523841 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97312f58-67ec-4234-83f4-8d17b53f0958 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:00.524353 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97312f58-67ec-4234-83f4-8d17b53f0958 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:00.524994 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97312f58-67ec-4234-83f4-8d17b53f0958 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:00.525693 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97312f58-67ec-4234-83f4-8d17b53f0958 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:00.527016 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97312f58-67ec-4234-83f4-8d17b53f0958 admin admin] Tracked resource versions report: Aug 20 14:07:00.527016 dv-cinder-790535-10-iscsi neutron-server[94101]: pushed versions: Aug 20 14:07:00.527016 dv-cinder-790535-10-iscsi neutron-server[94101]: { 'AddressGroup': {'1.2'}, Aug 20 14:07:00.527016 dv-cinder-790535-10-iscsi neutron-server[94101]: 'ConntrackHelper': {'1.0'}, Aug 20 14:07:00.527016 dv-cinder-790535-10-iscsi neutron-server[94101]: 'Log': {'1.0'}, Aug 20 14:07:00.527016 dv-cinder-790535-10-iscsi neutron-server[94101]: 'Network': {'1.1'}, Aug 20 14:07:00.527016 dv-cinder-790535-10-iscsi neutron-server[94101]: 'Port': {'1.7'}, Aug 20 14:07:00.527016 dv-cinder-790535-10-iscsi neutron-server[94101]: 'PortForwarding': {'1.2'}, Aug 20 14:07:00.527016 dv-cinder-790535-10-iscsi neutron-server[94101]: 'QosPolicy': {'1.9'}, Aug 20 14:07:00.527016 dv-cinder-790535-10-iscsi neutron-server[94101]: 'SecurityGroup': {'1.4'}, Aug 20 14:07:00.527016 dv-cinder-790535-10-iscsi neutron-server[94101]: 'SecurityGroupRule': {'1.2'}, Aug 20 14:07:00.527016 dv-cinder-790535-10-iscsi neutron-server[94101]: 'SubPort': {'1.0'}, Aug 20 14:07:00.527016 dv-cinder-790535-10-iscsi neutron-server[94101]: 'Subnet': {'1.1'}, Aug 20 14:07:00.527016 dv-cinder-790535-10-iscsi neutron-server[94101]: 'Trunk': {'1.1'}} Aug 20 14:07:00.527016 dv-cinder-790535-10-iscsi neutron-server[94101]: consumer versions: Aug 20 14:07:00.527016 dv-cinder-790535-10-iscsi neutron-server[94101]: { DHCP agent@dv-cinder-790535-10-iscsi: {}, Aug 20 14:07:00.527016 dv-cinder-790535-10-iscsi neutron-server[94101]: HyperV agent@hv-cinder-79053: {}, Aug 20 14:07:00.527016 dv-cinder-790535-10-iscsi neutron-server[94101]: L3 agent@dv-cinder-790535-10-iscsi: {}, Aug 20 14:07:00.527016 dv-cinder-790535-10-iscsi neutron-server[94101]: Metadata agent@dv-cinder-790535-10-iscsi: {}, Aug 20 14:07:00.527016 dv-cinder-790535-10-iscsi neutron-server[94101]: Metering agent@dv-cinder-790535-10-iscsi: {}, Aug 20 14:07:00.527016 dv-cinder-790535-10-iscsi neutron-server[94101]: Open vSwitch agent@dv-cinder-790535-10-iscsi: { 'AddressGroup': '1.2', Aug 20 14:07:00.527016 dv-cinder-790535-10-iscsi neutron-server[94101]: 'ConntrackHelper': '1.0', Aug 20 14:07:00.527016 dv-cinder-790535-10-iscsi neutron-server[94101]: 'Log': '1.0', Aug 20 14:07:00.527016 dv-cinder-790535-10-iscsi neutron-server[94101]: 'Network': '1.1', Aug 20 14:07:00.527016 dv-cinder-790535-10-iscsi neutron-server[94101]: 'Port': '1.7', Aug 20 14:07:00.527016 dv-cinder-790535-10-iscsi neutron-server[94101]: 'PortForwarding': '1.2', Aug 20 14:07:00.527016 dv-cinder-790535-10-iscsi neutron-server[94101]: 'QosPolicy': '1.9', Aug 20 14:07:00.527016 dv-cinder-790535-10-iscsi neutron-server[94101]: 'SecurityGroup': '1.4', Aug 20 14:07:00.527016 dv-cinder-790535-10-iscsi neutron-server[94101]: 'SecurityGroupRule': '1.2', Aug 20 14:07:00.527016 dv-cinder-790535-10-iscsi neutron-server[94101]: 'SubPort': '1.0', Aug 20 14:07:00.527016 dv-cinder-790535-10-iscsi neutron-server[94101]: 'Subnet': '1.1', Aug 20 14:07:00.527016 dv-cinder-790535-10-iscsi neutron-server[94101]: 'Trunk': '1.1'}} Aug 20 14:07:00.527016 dv-cinder-790535-10-iscsi neutron-server[94101]: {{(pid=94101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 14:07:00.545179 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97312f58-67ec-4234-83f4-8d17b53f0958 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=94101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:07:00.568406 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-bc81cd14-f3ca-490a-b535-1ea54408bbc4 admin admin] Request body: {'subnet': {'network_id': 'c1c7c6a6-5f3d-43a4-90fb-564a679154da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1476246762-subnet', 'tenant_id': 'e5c5349bb995408f9231d02a2b7a42d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:07:00.575333 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-97312f58-67ec-4234-83f4-8d17b53f0958 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728246700773', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:00.576144 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-97312f58-67ec-4234-83f4-8d17b53f0958 admin admin] Unsubscribe: segment precommit_create {{(pid=94101) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 20 14:07:00.576694 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.db.segments_db [None req-97312f58-67ec-4234-83f4-8d17b53f0958 admin admin] Added segment 4961ec8a-e80d-40b9-8ef9-3573eeeae715 of type vlan for network 87750036-1888-4539-995e-06482bad333d Aug 20 14:07:00.616460 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98196d4-3081-4641-bbe5-a96dcb0126df admin admin] Pushing event updated for resources: {'Network': ['ID=c1c7c6a6-5f3d-43a4-90fb-564a679154da,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:00.629601 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Network c1c7c6a6-5f3d-43a4-90fb-564a679154da details requested by agent ovs-agent-dv-cinder-790535-10-iscsi with host dv-cinder-790535-10-iscsi {{(pid=94102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:07:00.642595 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc81cd14-f3ca-490a-b535-1ea54408bbc4 admin admin] Made reservation on behalf of e5c5349bb995408f9231d02a2b7a42d6 for: {'subnet': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:07:00.645233 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-bc81cd14-f3ca-490a-b535-1ea54408bbc4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:00.658554 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-97312f58-67ec-4234-83f4-8d17b53f0958 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728246170444'] for network, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:00.704113 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-97312f58-67ec-4234-83f4-8d17b53f0958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018'] for network, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:00.708354 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97312f58-67ec-4234-83f4-8d17b53f0958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:00.709204 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-97312f58-67ec-4234-83f4-8d17b53f0958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:00.866094 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-3ef12ca1-c9c7-42ac-a5a0-507539f1fa7d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-6395065-network', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:07:00.874242 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97312f58-67ec-4234-83f4-8d17b53f0958 admin admin] Pushing event updated for resources: {'Network': ['ID=87750036-1888-4539-995e-06482bad333d,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:00.892646 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Network 87750036-1888-4539-995e-06482bad333d details requested by agent ovs-agent-dv-cinder-790535-10-iscsi with host dv-cinder-790535-10-iscsi {{(pid=94102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:07:00.901813 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-97312f58-67ec-4234-83f4-8d17b53f0958 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0456352 Aug 20 14:07:00.902919 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 51688) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:00.917344 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-702c186b-2fca-474b-925e-40ba7ad570ce admin admin] Request body: {'subnet': {'network_id': '87750036-1888-4539-995e-06482bad333d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1465122806-subnet', 'tenant_id': '0c18d3662e3d42b3a2733eefb8b5996c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:07:00.918627 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-bc81cd14-f3ca-490a-b535-1ea54408bbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018'] for subnet, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:00.937349 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.db.api [None req-702c186b-2fca-474b-925e-40ba7ad570ce admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 14:07:00.937349 dv-cinder-790535-10-iscsi neutron-server[94101]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 14:07:00.937349 dv-cinder-790535-10-iscsi neutron-server[94101]: [parameters: {'project_id_1': '0c18d3662e3d42b3a2733eefb8b5996c', 'expiration_1': datetime.datetime(2021, 8, 20, 14, 7, 0, 923656)}] Aug 20 14:07:00.937349 dv-cinder-790535-10-iscsi neutron-server[94101]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 14:07:00.937832 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG oslo_db.api [None req-702c186b-2fca-474b-925e-40ba7ad570ce admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 14:07:00.954175 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef12ca1-c9c7-42ac-a5a0-507539f1fa7d admin admin] Made reservation on behalf of ee09af3d24634dd0b8d0361dafbf2c7a for: {'network': 1} {{(pid=94101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:07:00.957868 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3ef12ca1-c9c7-42ac-a5a0-507539f1fa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for network, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:00.970209 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3ef12ca1-c9c7-42ac-a5a0-507539f1fa7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:00.990798 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81cd14-f3ca-490a-b535-1ea54408bbc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76001b34-7c64-4cf4-accf-135ef535979b,revision_number=0']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:01.039273 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc81cd14-f3ca-490a-b535-1ea54408bbc4 admin admin] Checking segment: {'id': 'b3abcbc2-da77-4957-a9b3-2c3cbafbe331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c1c7c6a6-5f3d-43a4-90fb-564a679154da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:07:01.040097 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc81cd14-f3ca-490a-b535-1ea54408bbc4 admin admin] Network hostable DHCP agents. Network: c1c7c6a6-5f3d-43a4-90fb-564a679154da, hostable agents: ['753d3244-3585-4dcb-8855-3f40f736060e'], hosted agents: [] {{(pid=94100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:07:01.068091 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc81cd14-f3ca-490a-b535-1ea54408bbc4 admin admin] Network c1c7c6a6-5f3d-43a4-90fb-564a679154da is scheduled to be hosted by DHCP agent 753d3244-3585-4dcb-8855-3f40f736060e with binding_index 1 {{(pid=94100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:07:01.079759 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [None req-bc81cd14-f3ca-490a-b535-1ea54408bbc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-10-iscsi, c1c7c6a6-5f3d-43a4-90fb-564a679154da) {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:07:01.086864 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc81cd14-f3ca-490a-b535-1ea54408bbc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:01.088122 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-bc81cd14-f3ca-490a-b535-1ea54408bbc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for subnet, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:01.091085 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9f645b-5e90-41b1-adbb-bc75f74c6999 None None] Network c1c7c6a6-5f3d-43a4-90fb-564a679154da requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:07:01.108907 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3ef12ca1-c9c7-42ac-a5a0-507539f1fa7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:01.121986 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3ef12ca1-c9c7-42ac-a5a0-507539f1fa7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:01.126888 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-bc81cd14-f3ca-490a-b535-1ea54408bbc4 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5632677 Aug 20 14:07:01.127505 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 51696) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:01.132495 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-3dbb7696-1eb3-4c28-8d09-55ac520f084d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1476246762-router', 'tenant_id': 'e5c5349bb995408f9231d02a2b7a42d6', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'}}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:07:01.144570 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef12ca1-c9c7-42ac-a5a0-507539f1fa7d admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=94101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:07:01.164418 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3ef12ca1-c9c7-42ac-a5a0-507539f1fa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:01.164871 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.db.segments_db [None req-3ef12ca1-c9c7-42ac-a5a0-507539f1fa7d admin admin] Added segment 09fbaf50-9346-436a-9d2f-7c32e079f7c3 of type vlan for network 1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 Aug 20 14:07:01.167070 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef12ca1-c9c7-42ac-a5a0-507539f1fa7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4852ff-a637-4cf0-97db-0f7ea31b5725,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:01.206556 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-3dbb7696-1eb3-4c28-8d09-55ac520f084d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3284'] for router, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:01.208109 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-3dbb7696-1eb3-4c28-8d09-55ac520f084d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533819', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:01.233816 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3ef12ca1-c9c7-42ac-a5a0-507539f1fa7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728246170444'] for network, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:01.270530 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3ef12ca1-c9c7-42ac-a5a0-507539f1fa7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018'] for network, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:01.271717 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef12ca1-c9c7-42ac-a5a0-507539f1fa7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:01.273675 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3ef12ca1-c9c7-42ac-a5a0-507539f1fa7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:01.308586 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-3dbb7696-1eb3-4c28-8d09-55ac520f084d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:01.380481 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43eb661a-a7f7-4a9a-bbe6-09b5d1ff5694 None None] Network c1c7c6a6-5f3d-43a4-90fb-564a679154da requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:07:01.427665 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef12ca1-c9c7-42ac-a5a0-507539f1fa7d admin admin] Pushing event updated for resources: {'Network': ['ID=1d7b7e4f-93c0-4b84-9c6a-22526b6438a0,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:01.475839 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Network 1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 details requested by agent ovs-agent-dv-cinder-790535-10-iscsi with host dv-cinder-790535-10-iscsi {{(pid=94102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:07:01.547746 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-3ef12ca1-c9c7-42ac-a5a0-507539f1fa7d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3413019 Aug 20 14:07:01.552729 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 51712) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:01.608129 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-378886fb-0e45-4e76-9349-fea033a2a7d4 admin admin] Request body: {'subnet': {'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-6395065-subnet', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:07:01.615540 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702c186b-2fca-474b-925e-40ba7ad570ce admin admin] Made reservation on behalf of 0c18d3662e3d42b3a2733eefb8b5996c for: {'subnet': 1} {{(pid=94101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:07:01.619144 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-702c186b-2fca-474b-925e-40ba7ad570ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:01.798341 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-3dbb7696-1eb3-4c28-8d09-55ac520f084d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:01.823031 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378886fb-0e45-4e76-9349-fea033a2a7d4 admin admin] Made reservation on behalf of ee09af3d24634dd0b8d0361dafbf2c7a for: {'subnet': 1} {{(pid=94101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:07:01.825922 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-378886fb-0e45-4e76-9349-fea033a2a7d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:02.097139 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-3dbb7696-1eb3-4c28-8d09-55ac520f084d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:02.176813 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-378886fb-0e45-4e76-9349-fea033a2a7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018'] for subnet, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:02.179002 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-3dbb7696-1eb3-4c28-8d09-55ac520f084d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:02.324904 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-702c186b-2fca-474b-925e-40ba7ad570ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018'] for subnet, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:02.346282 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378886fb-0e45-4e76-9349-fea033a2a7d4 admin admin] Checking segment: {'id': '09fbaf50-9346-436a-9d2f-7c32e079f7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:07:02.346919 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378886fb-0e45-4e76-9349-fea033a2a7d4 admin admin] Network hostable DHCP agents. Network: 1d7b7e4f-93c0-4b84-9c6a-22526b6438a0, hostable agents: ['753d3244-3585-4dcb-8855-3f40f736060e'], hosted agents: [] {{(pid=94101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:07:02.373522 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378886fb-0e45-4e76-9349-fea033a2a7d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4bed576-abba-4384-ad26-22f02bdef9a8,revision_number=0']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:02.454323 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378886fb-0e45-4e76-9349-fea033a2a7d4 admin admin] Network 1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 is scheduled to be hosted by DHCP agent 753d3244-3585-4dcb-8855-3f40f736060e with binding_index 1 {{(pid=94101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:07:02.483497 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.base_scheduler [None req-378886fb-0e45-4e76-9349-fea033a2a7d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-10-iscsi, 1d7b7e4f-93c0-4b84-9c6a-22526b6438a0) {{(pid=94101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:07:02.488790 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702c186b-2fca-474b-925e-40ba7ad570ce admin admin] Checking segment: {'id': '4961ec8a-e80d-40b9-8ef9-3573eeeae715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '87750036-1888-4539-995e-06482bad333d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:07:02.493828 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [None req-3dbb7696-1eb3-4c28-8d09-55ac520f084d admin admin] Allocated IP 172.27.3.221 (98d0971e-9611-4cfe-abc2-ff603fbae97c/e8e9b9bd-ae96-49d0-b730-35afc957c6cc/2827acd0-aaae-469f-9064-5eef8f324edb) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:07:02.495036 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702c186b-2fca-474b-925e-40ba7ad570ce admin admin] Network hostable DHCP agents. Network: 87750036-1888-4539-995e-06482bad333d, hostable agents: ['753d3244-3585-4dcb-8855-3f40f736060e'], hosted agents: [] {{(pid=94101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:07:02.498475 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a759694-7fd4-4496-9de3-afaa3bd771e3 None None] Network 1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:07:02.502412 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c186b-2fca-474b-925e-40ba7ad570ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=c55cf9df-5e58-4550-bd40-2cc45f87dfbe,revision_number=0']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:02.517626 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378886fb-0e45-4e76-9349-fea033a2a7d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:02.518549 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-378886fb-0e45-4e76-9349-fea033a2a7d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for subnet, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:02.559005 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-378886fb-0e45-4e76-9349-fea033a2a7d4 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9806793 Aug 20 14:07:02.559425 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 51746) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:02.567385 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-c9860889-825b-4a47-b5d7-efd24848020a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-6395065-router', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'}}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:07:02.609040 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702c186b-2fca-474b-925e-40ba7ad570ce admin admin] Network 87750036-1888-4539-995e-06482bad333d is scheduled to be hosted by DHCP agent 753d3244-3585-4dcb-8855-3f40f736060e with binding_index 1 {{(pid=94101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:07:02.624170 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c9860889-825b-4a47-b5d7-efd24848020a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3284'] for router, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:02.627610 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c9860889-825b-4a47-b5d7-efd24848020a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533819', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:02.652528 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.base_scheduler [None req-702c186b-2fca-474b-925e-40ba7ad570ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-10-iscsi, 87750036-1888-4539-995e-06482bad333d) {{(pid=94101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:07:02.673067 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6aaf7e-5812-48b0-a9b8-dbe83cfb0efe None None] Network 87750036-1888-4539-995e-06482bad333d requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:07:02.677850 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702c186b-2fca-474b-925e-40ba7ad570ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:02.679366 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-702c186b-2fca-474b-925e-40ba7ad570ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for subnet, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:02.808826 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-3dbb7696-1eb3-4c28-8d09-55ac520f084d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:02.826471 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-702c186b-2fca-474b-925e-40ba7ad570ce admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9197206 Aug 20 14:07:03.034634 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-3dbb7696-1eb3-4c28-8d09-55ac520f084d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:03.051003 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c9860889-825b-4a47-b5d7-efd24848020a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:03.123077 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbb7696-1eb3-4c28-8d09-55ac520f084d admin admin] Network 98d0971e-9611-4cfe-abc2-ff603fbae97c is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:07:03.128350 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [None req-3dbb7696-1eb3-4c28-8d09-55ac520f084d admin admin] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:07:03.135529 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbb7696-1eb3-4c28-8d09-55ac520f084d admin admin] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:07:03.233573 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb7696-1eb3-4c28-8d09-55ac520f084d admin admin] Pushing event updated for resources: {'Port': ['ID=2827acd0-aaae-469f-9064-5eef8f324edb,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:03.237435 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4bf352a0-604e-5a37-8942-ccf39ab588eb-1d7b7e4f-93c0-4b84-9c6a-22526b6438a0', 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'fixed_ips': [{'subnet_id': 'f4bed576-abba-4384-ad26-22f02bdef9a8'}]}} from dv-cinder-790535-10-iscsi. {{(pid=94102) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:07:03.238568 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:03.360601 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961b2bb8-34f2-4def-b607-1f2610957707 None None] Network 87750036-1888-4539-995e-06482bad333d requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:07:03.537890 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-3dbb7696-1eb3-4c28-8d09-55ac520f084d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:03.552734 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c9860889-825b-4a47-b5d7-efd24848020a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:03.767939 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.db_base_plugin_common [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Allocated IP 172.20.0.2 (1d7b7e4f-93c0-4b84-9c6a-22526b6438a0/f4bed576-abba-4384-ad26-22f02bdef9a8/e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54) {{(pid=94102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:07:03.787666 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 51802) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:03.929209 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-3dbb7696-1eb3-4c28-8d09-55ac520f084d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533931'] for router, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:04.105521 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dbb7696-1eb3-4c28-8d09-55ac520f084d admin admin] Router 2c86fe25-eb90-4e89-99ab-493e66dc1929 is scheduled to L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf with binding_index 1 {{(pid=94100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:07:04.108495 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 51826) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:04.111824 dv-cinder-790535-10-iscsi neutron-server[94100]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 20 14:07:04.158506 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:04.185727 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Transition to ACTIVE for port object e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54 will not be triggered until provisioned by entity L2. {{(pid=94102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:07:04.215052 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Transition to ACTIVE for port object e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54 will not be triggered until provisioned by entity DHCP. {{(pid=94102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:07:04.226122 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981'] for port, after_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:04.269410 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c9860889-825b-4a47-b5d7-efd24848020a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:04.314907 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Network 1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 is already hosted by enough agents. {{(pid=94102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:07:04.318096 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 51836) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:04.324995 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.scheduler.base_scheduler [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Resources bound (agent type, host, resource id): {{(pid=94102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:07:04.329138 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c9860889-825b-4a47-b5d7-efd24848020a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:04.352298 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-9bacca78-9bc9-4411-814b-289c277de2bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:04.385043 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Pushing event updated for resources: {'Port': ['ID=e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54,revision_number=1']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:04.398791 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Received port after_create {{(pid=94102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:07:04.503184 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5251f929-0368-43f3-b01c-82b3b477c227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:04.562792 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:04.563268 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:04.563620 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:04.566182 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:04.566596 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:04.567138 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:04.567542 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:04.567889 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:04.568242 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:04.570298 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:04.570298 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:04.570959 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:04.574431 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Tracked resource versions report: Aug 20 14:07:04.574431 dv-cinder-790535-10-iscsi neutron-server[94102]: pushed versions: Aug 20 14:07:04.574431 dv-cinder-790535-10-iscsi neutron-server[94102]: { 'AddressGroup': {'1.2'}, Aug 20 14:07:04.574431 dv-cinder-790535-10-iscsi neutron-server[94102]: 'ConntrackHelper': {'1.0'}, Aug 20 14:07:04.574431 dv-cinder-790535-10-iscsi neutron-server[94102]: 'Log': {'1.0'}, Aug 20 14:07:04.574431 dv-cinder-790535-10-iscsi neutron-server[94102]: 'Network': {'1.1'}, Aug 20 14:07:04.574431 dv-cinder-790535-10-iscsi neutron-server[94102]: 'Port': {'1.7'}, Aug 20 14:07:04.574431 dv-cinder-790535-10-iscsi neutron-server[94102]: 'PortForwarding': {'1.2'}, Aug 20 14:07:04.574431 dv-cinder-790535-10-iscsi neutron-server[94102]: 'QosPolicy': {'1.9'}, Aug 20 14:07:04.574431 dv-cinder-790535-10-iscsi neutron-server[94102]: 'SecurityGroup': {'1.4'}, Aug 20 14:07:04.574431 dv-cinder-790535-10-iscsi neutron-server[94102]: 'SecurityGroupRule': {'1.2'}, Aug 20 14:07:04.574431 dv-cinder-790535-10-iscsi neutron-server[94102]: 'SubPort': {'1.0'}, Aug 20 14:07:04.574431 dv-cinder-790535-10-iscsi neutron-server[94102]: 'Subnet': {'1.1'}, Aug 20 14:07:04.574431 dv-cinder-790535-10-iscsi neutron-server[94102]: 'Trunk': {'1.1'}} Aug 20 14:07:04.574431 dv-cinder-790535-10-iscsi neutron-server[94102]: consumer versions: Aug 20 14:07:04.574431 dv-cinder-790535-10-iscsi neutron-server[94102]: { DHCP agent@dv-cinder-790535-10-iscsi: {}, Aug 20 14:07:04.574431 dv-cinder-790535-10-iscsi neutron-server[94102]: HyperV agent@hv-cinder-79053: {}, Aug 20 14:07:04.574431 dv-cinder-790535-10-iscsi neutron-server[94102]: L3 agent@dv-cinder-790535-10-iscsi: {}, Aug 20 14:07:04.574431 dv-cinder-790535-10-iscsi neutron-server[94102]: Metadata agent@dv-cinder-790535-10-iscsi: {}, Aug 20 14:07:04.574431 dv-cinder-790535-10-iscsi neutron-server[94102]: Metering agent@dv-cinder-790535-10-iscsi: {}, Aug 20 14:07:04.574431 dv-cinder-790535-10-iscsi neutron-server[94102]: Open vSwitch agent@dv-cinder-790535-10-iscsi: { 'AddressGroup': '1.2', Aug 20 14:07:04.574431 dv-cinder-790535-10-iscsi neutron-server[94102]: 'ConntrackHelper': '1.0', Aug 20 14:07:04.574431 dv-cinder-790535-10-iscsi neutron-server[94102]: 'Log': '1.0', Aug 20 14:07:04.574431 dv-cinder-790535-10-iscsi neutron-server[94102]: 'Network': '1.1', Aug 20 14:07:04.574431 dv-cinder-790535-10-iscsi neutron-server[94102]: 'Port': '1.7', Aug 20 14:07:04.574431 dv-cinder-790535-10-iscsi neutron-server[94102]: 'PortForwarding': '1.2', Aug 20 14:07:04.574431 dv-cinder-790535-10-iscsi neutron-server[94102]: 'QosPolicy': '1.9', Aug 20 14:07:04.574431 dv-cinder-790535-10-iscsi neutron-server[94102]: 'SecurityGroup': '1.4', Aug 20 14:07:04.574431 dv-cinder-790535-10-iscsi neutron-server[94102]: 'SecurityGroupRule': '1.2', Aug 20 14:07:04.574431 dv-cinder-790535-10-iscsi neutron-server[94102]: 'SubPort': '1.0', Aug 20 14:07:04.574431 dv-cinder-790535-10-iscsi neutron-server[94102]: 'Subnet': '1.1', Aug 20 14:07:04.574431 dv-cinder-790535-10-iscsi neutron-server[94102]: 'Trunk': '1.1'}} Aug 20 14:07:04.574431 dv-cinder-790535-10-iscsi neutron-server[94102]: {{(pid=94102) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 14:07:04.576413 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-39c8b575-5c85-42be-944d-269bdeed582d tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:04.577569 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-39c8b575-5c85-42be-944d-269bdeed582d tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/networks?id=87750036-1888-4539-995e-06482bad333d HTTP/1.1" status: 200 len: 812 time: 0.4678755 Aug 20 14:07:04.608528 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Attempting to bind port e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54 on host dv-cinder-790535-10-iscsi for vnic_type normal with profile {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:07:04.609231 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Attempting to bind port e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54 by drivers openvswitch,hyperv on host dv-cinder-790535-10-iscsi at level 0 using segments [{'id': '09fbaf50-9346-436a-9d2f-7c32e079f7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0'}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:07:04.609361 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Attempting to bind port e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54 on network 1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:07:04.613234 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbb7696-1eb3-4c28-8d09-55ac520f084d admin admin] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:07:04.615735 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-b0791ac6-e4b6-4800-aa7a-3d99bc2fdc08 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/quotas/0c18d3662e3d42b3a2733eefb8b5996c HTTP/1.1" status: 200 len: 375 time: 0.0231004 Aug 20 14:07:04.623641 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Checking agent: {'id': '24d8fd69-abc0-4f0a-ba2d-fdf83f719c3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 59, 10), 'started_at': datetime.datetime(2021, 8, 20, 13, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:07:04.628749 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9d2d67-e2a4-4e75-a498-3f42b6e5f872 None None] Sync routers for ids ['2c86fe25-eb90-4e89-99ab-493e66dc1929'] in dv-cinder-790535-10-iscsi {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:07:04.633594 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Checking segment: {'id': '09fbaf50-9346-436a-9d2f-7c32e079f7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:07:04.635217 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:04.636778 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Bound using segment: {'id': '09fbaf50-9346-436a-9d2f-7c32e079f7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0'} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:07:04.637334 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Bound port: e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54, host: dv-cinder-790535-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09fbaf50-9346-436a-9d2f-7c32e079f7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0'}}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:07:04.638974 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:04.643513 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.db_base_plugin_common [None req-c9860889-825b-4a47-b5d7-efd24848020a admin admin] Allocated IP 172.27.3.191 (98d0971e-9611-4cfe-abc2-ff603fbae97c/e8e9b9bd-ae96-49d0-b730-35afc957c6cc/f85cff3d-afaa-419e-b810-281b97895409) {{(pid=94101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:07:04.651112 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9d2d67-e2a4-4e75-a498-3f42b6e5f872 None None] Routers {'2c86fe25-eb90-4e89-99ab-493e66dc1929'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:07:04.651882 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-fc9d2d67-e2a4-4e75-a498-3f42b6e5f872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:06:40Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['2c86fe25-eb90-4e89-99ab-493e66dc1929'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:07:04.690873 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-569044e1-f70d-4570-b21a-fbb3774c0883 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0c18d3662e3d42b3a2733eefb8b5996c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673413 Aug 20 14:07:04.855581 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-9bacca78-9bc9-4411-814b-289c277de2bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:04.857821 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-fc9d2d67-e2a4-4e75-a498-3f42b6e5f872 None None] Set router 2c86fe25-eb90-4e89-99ab-493e66dc1929 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:07:04.867151 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-9bacca78-9bc9-4411-814b-289c277de2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:04.870511 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] For port e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54, host dv-cinder-790535-10-iscsi, cleared binding levels {{(pid=94102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:07:04.874037 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-3dbb7696-1eb3-4c28-8d09-55ac520f084d admin admin] Notify callbacks [] for router, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:04.881837 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] For port e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54, host dv-cinder-790535-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54,segment=NetworkSegment(09fbaf50-9346-436a-9d2f-7c32e079f7c3),segment_id=09fbaf50-9346-436a-9d2f-7c32e079f7c3)] {{(pid=94102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:07:04.885238 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-3dbb7696-1eb3-4c28-8d09-55ac520f084d admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.7549646 Aug 20 14:07:04.886869 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 51854) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:04.893788 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:04.983840 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c9860889-825b-4a47-b5d7-efd24848020a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:05.002560 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a36761-ea5d-449c-8799-11b503a011d4 None None] Pushing event updated for resources: {'Port': ['ID=e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54,revision_number=2']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:05.048114 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-9bacca78-9bc9-4411-814b-289c277de2bf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6d576372c1864a88b10ebbb147fcb1b3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2557430 Aug 20 14:07:05.054188 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 51858) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:05.065342 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-a905b7ad-d087-4ae3-97ff-9600fbbaaf39 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:07:05.072990 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-a905b7ad-d087-4ae3-97ff-9600fbbaaf39 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2801192 Aug 20 14:07:05.104626 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bacca78-9bc9-4411-814b-289c277de2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3978f086-49c2-446a-a9a9-f8a177dbff29,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:05.329729 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-fc9d2d67-e2a4-4e75-a498-3f42b6e5f872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c86fe25-eb90-4e89-99ab-493e66dc1929', 'name': 'tempest-ServerRescueNegativeTestJSON-1476246762-router', 'tenant_id': 'e5c5349bb995408f9231d02a2b7a42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '2827acd0-aaae-469f-9064-5eef8f324edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:07:01Z', 'updated_at': '2021-08-20T14:07:03Z', 'revision_number': 3, 'project_id': 'e5c5349bb995408f9231d02a2b7a42d6', 'gw_port': {'id': '2827acd0-aaae-469f-9064-5eef8f324edb', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c86fe25-eb90-4e89-99ab-493e66dc1929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:02Z', 'updated_at': '2021-08-20T14:07:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:07:05.397512 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9d2d67-e2a4-4e75-a498-3f42b6e5f872 None None] Checking router: 2c86fe25-eb90-4e89-99ab-493e66dc1929 for host: dv-cinder-790535-10-iscsi {{(pid=94103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:07:05.397856 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9d2d67-e2a4-4e75-a498-3f42b6e5f872 None None] Updating router 2c86fe25-eb90-4e89-99ab-493e66dc1929 port 2827acd0-aaae-469f-9064-5eef8f324edb binding host dv-cinder-790535-10-iscsi {{(pid=94103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:07:05.455579 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-18613859-39ee-4c54-907b-ef5892e268e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:05.488757 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-fc9d2d67-e2a4-4e75-a498-3f42b6e5f872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:05.490715 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5251f929-0368-43f3-b01c-82b3b477c227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:05.500044 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c9860889-825b-4a47-b5d7-efd24848020a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981'] for port, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:05.557781 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5251f929-0368-43f3-b01c-82b3b477c227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:05.658913 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-18613859-39ee-4c54-907b-ef5892e268e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:05.694912 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-435bea52-3709-4340-8861-a949932f06ae service neutron] 10.222.0.38 "GET /v2.0/networks/87750036-1888-4539-995e-06482bad333d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6075363 Aug 20 14:07:05.705464 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9860889-825b-4a47-b5d7-efd24848020a admin admin] Pushing event updated for resources: {'Port': ['ID=f85cff3d-afaa-419e-b810-281b97895409,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:05.738160 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-5251f929-0368-43f3-b01c-82b3b477c227 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1eeb90dd895042feaaede96863621dd2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4151895 Aug 20 14:07:05.745007 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 51898) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:05.747144 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9860889-825b-4a47-b5d7-efd24848020a admin admin] Network 98d0971e-9611-4cfe-abc2-ff603fbae97c is already hosted by enough agents. {{(pid=94101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:07:05.801597 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.base_scheduler [None req-c9860889-825b-4a47-b5d7-efd24848020a admin admin] Resources bound (agent type, host, resource id): {{(pid=94101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:07:05.810294 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9860889-825b-4a47-b5d7-efd24848020a admin admin] Received port after_create {{(pid=94101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:07:05.864486 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5251f929-0368-43f3-b01c-82b3b477c227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c481832a-8d26-41ec-aaf3-88320e87ac7f,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:05.936222 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-fc9d2d67-e2a4-4e75-a498-3f42b6e5f872 None None] Notify callbacks [] for port, precommit_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:05.980531 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.provisioning_blocks [None req-fc9d2d67-e2a4-4e75-a498-3f42b6e5f872 None None] Transition to ACTIVE for port object 2827acd0-aaae-469f-9064-5eef8f324edb will not be triggered until provisioned by entity L2. {{(pid=94103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:07:05.989358 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-84693be4-f036-454e-a510-b0acde58413b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:05.989906 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-fc9d2d67-e2a4-4e75-a498-3f42b6e5f872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:06.028151 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-84693be4-f036-454e-a510-b0acde58413b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:06.053061 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81fc01-fb0d-432e-8da2-adfbb4cab43e None None] Pushing event updated for resources: {'Port': ['ID=2827acd0-aaae-469f-9064-5eef8f324edb,revision_number=2']} {{(pid=94103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:06.064203 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81fc01-fb0d-432e-8da2-adfbb4cab43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:06.064827 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81fc01-fb0d-432e-8da2-adfbb4cab43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:06.065423 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81fc01-fb0d-432e-8da2-adfbb4cab43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:06.065931 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81fc01-fb0d-432e-8da2-adfbb4cab43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:06.066431 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81fc01-fb0d-432e-8da2-adfbb4cab43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:06.066969 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81fc01-fb0d-432e-8da2-adfbb4cab43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:06.067641 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81fc01-fb0d-432e-8da2-adfbb4cab43e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:06.068138 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81fc01-fb0d-432e-8da2-adfbb4cab43e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:06.068760 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81fc01-fb0d-432e-8da2-adfbb4cab43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:06.069384 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81fc01-fb0d-432e-8da2-adfbb4cab43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:06.069920 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81fc01-fb0d-432e-8da2-adfbb4cab43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:06.070441 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81fc01-fb0d-432e-8da2-adfbb4cab43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:07:06.072909 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81fc01-fb0d-432e-8da2-adfbb4cab43e None None] Tracked resource versions report: Aug 20 14:07:06.072909 dv-cinder-790535-10-iscsi neutron-server[94103]: pushed versions: Aug 20 14:07:06.072909 dv-cinder-790535-10-iscsi neutron-server[94103]: { 'AddressGroup': {'1.2'}, Aug 20 14:07:06.072909 dv-cinder-790535-10-iscsi neutron-server[94103]: 'ConntrackHelper': {'1.0'}, Aug 20 14:07:06.072909 dv-cinder-790535-10-iscsi neutron-server[94103]: 'Log': {'1.0'}, Aug 20 14:07:06.072909 dv-cinder-790535-10-iscsi neutron-server[94103]: 'Network': {'1.1'}, Aug 20 14:07:06.072909 dv-cinder-790535-10-iscsi neutron-server[94103]: 'Port': {'1.7'}, Aug 20 14:07:06.072909 dv-cinder-790535-10-iscsi neutron-server[94103]: 'PortForwarding': {'1.2'}, Aug 20 14:07:06.072909 dv-cinder-790535-10-iscsi neutron-server[94103]: 'QosPolicy': {'1.9'}, Aug 20 14:07:06.072909 dv-cinder-790535-10-iscsi neutron-server[94103]: 'SecurityGroup': {'1.4'}, Aug 20 14:07:06.072909 dv-cinder-790535-10-iscsi neutron-server[94103]: 'SecurityGroupRule': {'1.2'}, Aug 20 14:07:06.072909 dv-cinder-790535-10-iscsi neutron-server[94103]: 'SubPort': {'1.0'}, Aug 20 14:07:06.072909 dv-cinder-790535-10-iscsi neutron-server[94103]: 'Subnet': {'1.1'}, Aug 20 14:07:06.072909 dv-cinder-790535-10-iscsi neutron-server[94103]: 'Trunk': {'1.1'}} Aug 20 14:07:06.072909 dv-cinder-790535-10-iscsi neutron-server[94103]: consumer versions: Aug 20 14:07:06.072909 dv-cinder-790535-10-iscsi neutron-server[94103]: { DHCP agent@dv-cinder-790535-10-iscsi: {}, Aug 20 14:07:06.072909 dv-cinder-790535-10-iscsi neutron-server[94103]: HyperV agent@hv-cinder-79053: {}, Aug 20 14:07:06.072909 dv-cinder-790535-10-iscsi neutron-server[94103]: L3 agent@dv-cinder-790535-10-iscsi: {}, Aug 20 14:07:06.072909 dv-cinder-790535-10-iscsi neutron-server[94103]: Metadata agent@dv-cinder-790535-10-iscsi: {}, Aug 20 14:07:06.072909 dv-cinder-790535-10-iscsi neutron-server[94103]: Metering agent@dv-cinder-790535-10-iscsi: {}, Aug 20 14:07:06.072909 dv-cinder-790535-10-iscsi neutron-server[94103]: Open vSwitch agent@dv-cinder-790535-10-iscsi: { 'AddressGroup': '1.2', Aug 20 14:07:06.072909 dv-cinder-790535-10-iscsi neutron-server[94103]: 'ConntrackHelper': '1.0', Aug 20 14:07:06.072909 dv-cinder-790535-10-iscsi neutron-server[94103]: 'Log': '1.0', Aug 20 14:07:06.072909 dv-cinder-790535-10-iscsi neutron-server[94103]: 'Network': '1.1', Aug 20 14:07:06.072909 dv-cinder-790535-10-iscsi neutron-server[94103]: 'Port': '1.7', Aug 20 14:07:06.072909 dv-cinder-790535-10-iscsi neutron-server[94103]: 'PortForwarding': '1.2', Aug 20 14:07:06.072909 dv-cinder-790535-10-iscsi neutron-server[94103]: 'QosPolicy': '1.9', Aug 20 14:07:06.072909 dv-cinder-790535-10-iscsi neutron-server[94103]: 'SecurityGroup': '1.4', Aug 20 14:07:06.072909 dv-cinder-790535-10-iscsi neutron-server[94103]: 'SecurityGroupRule': '1.2', Aug 20 14:07:06.072909 dv-cinder-790535-10-iscsi neutron-server[94103]: 'SubPort': '1.0', Aug 20 14:07:06.072909 dv-cinder-790535-10-iscsi neutron-server[94103]: 'Subnet': '1.1', Aug 20 14:07:06.072909 dv-cinder-790535-10-iscsi neutron-server[94103]: 'Trunk': '1.1'}} Aug 20 14:07:06.072909 dv-cinder-790535-10-iscsi neutron-server[94103]: {{(pid=94103) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 14:07:06.129422 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.managers [None req-fc9d2d67-e2a4-4e75-a498-3f42b6e5f872 None None] Attempting to bind port 2827acd0-aaae-469f-9064-5eef8f324edb on host dv-cinder-790535-10-iscsi for vnic_type normal with profile {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:07:06.129856 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.managers [None req-fc9d2d67-e2a4-4e75-a498-3f42b6e5f872 None None] Attempting to bind port 2827acd0-aaae-469f-9064-5eef8f324edb by drivers openvswitch,hyperv on host dv-cinder-790535-10-iscsi at level 0 using segments [{'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'}] {{(pid=94103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:07:06.130272 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9d2d67-e2a4-4e75-a498-3f42b6e5f872 None None] Attempting to bind port 2827acd0-aaae-469f-9064-5eef8f324edb on network 98d0971e-9611-4cfe-abc2-ff603fbae97c {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:07:06.138147 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9d2d67-e2a4-4e75-a498-3f42b6e5f872 None None] Checking agent: {'id': '24d8fd69-abc0-4f0a-ba2d-fdf83f719c3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 59, 10), 'started_at': datetime.datetime(2021, 8, 20, 13, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:07:06.138977 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9d2d67-e2a4-4e75-a498-3f42b6e5f872 None None] Checking segment: {'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:07:06.139972 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-fc9d2d67-e2a4-4e75-a498-3f42b6e5f872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:06.140160 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9d2d67-e2a4-4e75-a498-3f42b6e5f872 None None] Bound using segment: {'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'} {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:07:06.140713 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.managers [None req-fc9d2d67-e2a4-4e75-a498-3f42b6e5f872 None None] Bound port: 2827acd0-aaae-469f-9064-5eef8f324edb, host: dv-cinder-790535-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'}}] {{(pid=94103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:07:06.141154 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-fc9d2d67-e2a4-4e75-a498-3f42b6e5f872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:06.170224 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-1998543e-bbf0-43d2-b14f-87de2d1294ff service neutron] 10.222.0.38 "GET /v2.0/networks/87750036-1888-4539-995e-06482bad333d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638267 Aug 20 14:07:06.177951 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-18613859-39ee-4c54-907b-ef5892e268e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:06.185214 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-18613859-39ee-4c54-907b-ef5892e268e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:06.191247 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-18613859-39ee-4c54-907b-ef5892e268e9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3978f086-49c2-446a-a9a9-f8a177dbff29 HTTP/1.1" status: 204 len: 168 time: 1.1167963 Aug 20 14:07:06.209107 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18613859-39ee-4c54-907b-ef5892e268e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3978f086-49c2-446a-a9a9-f8a177dbff29,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:06.265467 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.db [None req-fc9d2d67-e2a4-4e75-a498-3f42b6e5f872 None None] For port 2827acd0-aaae-469f-9064-5eef8f324edb, host dv-cinder-790535-10-iscsi, cleared binding levels {{(pid=94103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:07:06.275963 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.db [None req-fc9d2d67-e2a4-4e75-a498-3f42b6e5f872 None None] For port 2827acd0-aaae-469f-9064-5eef8f324edb, host dv-cinder-790535-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=2827acd0-aaae-469f-9064-5eef8f324edb,segment=NetworkSegment(4decdd4f-3fef-48ea-97d6-157c44e17f8c),segment_id=4decdd4f-3fef-48ea-97d6-157c44e17f8c)] {{(pid=94103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:07:06.286045 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-fc9d2d67-e2a4-4e75-a498-3f42b6e5f872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:06.322508 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-84693be4-f036-454e-a510-b0acde58413b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:06.328950 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-84693be4-f036-454e-a510-b0acde58413b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:06.330527 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-84693be4-f036-454e-a510-b0acde58413b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c481832a-8d26-41ec-aaf3-88320e87ac7f HTTP/1.1" status: 204 len: 168 time: 0.5747712 Aug 20 14:07:06.439981 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81fc01-fb0d-432e-8da2-adfbb4cab43e None None] Pushing event updated for resources: {'Port': ['ID=2827acd0-aaae-469f-9064-5eef8f324edb,revision_number=3']} {{(pid=94103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:06.449786 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9d2d67-e2a4-4e75-a498-3f42b6e5f872 None None] Routers {'2c86fe25-eb90-4e89-99ab-493e66dc1929'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:07:06.450507 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-fc9d2d67-e2a4-4e75-a498-3f42b6e5f872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:06:40Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['2c86fe25-eb90-4e89-99ab-493e66dc1929'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:07:06.467115 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84693be4-f036-454e-a510-b0acde58413b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c481832a-8d26-41ec-aaf3-88320e87ac7f,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:06.608509 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 51924) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:06.721250 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-aa36a116-2d9e-4c51-9e20-ac6dcec9c45c req-6d7e7bdf-97c3-4ce5-b99f-610240bc6e1c tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/ports?device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 210 time: 0.1108794 Aug 20 14:07:06.723132 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-274e5778-1f8a-43d9-842e-fd739f20d972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:06.798406 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c9860889-825b-4a47-b5d7-efd24848020a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:06.830266 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd377722-7d95-4ef9-98f2-7da342231418 None None] Network 1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:07:06.866613 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-fc9d2d67-e2a4-4e75-a498-3f42b6e5f872 None None] Set router 2c86fe25-eb90-4e89-99ab-493e66dc1929 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:07:06.875389 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:07:07.072719 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-16441cc1-1810-4f93-a027-845499e9021f None None] Provisioning for port e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54 completed by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:07:07.090504 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 51948) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:07.140151 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 51952) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:07.152646 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-794737f1-edc9-46ea-8c90-ae84b3e13e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:07.197866 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-fc9d2d67-e2a4-4e75-a498-3f42b6e5f872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c86fe25-eb90-4e89-99ab-493e66dc1929', 'name': 'tempest-ServerRescueNegativeTestJSON-1476246762-router', 'tenant_id': 'e5c5349bb995408f9231d02a2b7a42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '2827acd0-aaae-469f-9064-5eef8f324edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:07:01Z', 'updated_at': '2021-08-20T14:07:03Z', 'revision_number': 3, 'project_id': 'e5c5349bb995408f9231d02a2b7a42d6', 'gw_port': {'id': '2827acd0-aaae-469f-9064-5eef8f324edb', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c86fe25-eb90-4e89-99ab-493e66dc1929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:02Z', 'updated_at': '2021-08-20T14:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:07:07.201940 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-1a486717-dcdc-4e0a-94b0-eef4f6dd088b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:07.236456 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning for port e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54 completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:07:07.252006 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:07:07.253296 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:07.267853 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9d2d67-e2a4-4e75-a498-3f42b6e5f872 None None] The sync data for ids ['2c86fe25-eb90-4e89-99ab-493e66dc1929'] in dv-cinder-790535-10-iscsi is: [{'id': '2c86fe25-eb90-4e89-99ab-493e66dc1929', 'name': 'tempest-ServerRescueNegativeTestJSON-1476246762-router', 'tenant_id': 'e5c5349bb995408f9231d02a2b7a42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '2827acd0-aaae-469f-9064-5eef8f324edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:07:01Z', 'updated_at': '2021-08-20T14:07:03Z', 'revision_number': 3, 'project_id': 'e5c5349bb995408f9231d02a2b7a42d6', 'gw_port': {'id': '2827acd0-aaae-469f-9064-5eef8f324edb', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c86fe25-eb90-4e89-99ab-493e66dc1929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:02Z', 'updated_at': '2021-08-20T14:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}] {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:07:07.289349 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [None req-274e5778-1f8a-43d9-842e-fd739f20d972 admin admin] Allocated IP 172.20.0.1 (c1c7c6a6-5f3d-43a4-90fb-564a679154da/76001b34-7c64-4cf4-accf-135ef535979b/28542383-cbc5-4c29-b87a-2202d37b230b) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:07:07.317999 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c9860889-825b-4a47-b5d7-efd24848020a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533931'] for router, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:07.503418 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:07.564830 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] For port e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54,segment=NetworkSegment(09fbaf50-9346-436a-9d2f-7c32e079f7c3),segment_id=09fbaf50-9346-436a-9d2f-7c32e079f7c3)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:07:07.746190 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-794737f1-edc9-46ea-8c90-ae84b3e13e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:07.789836 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9860889-825b-4a47-b5d7-efd24848020a admin admin] Router 302879b6-fd00-4cf0-a895-d1b716ff8ad9 is scheduled to L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf with binding_index 1 {{(pid=94101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:07:07.790460 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-794737f1-edc9-46ea-8c90-ae84b3e13e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:07.829200 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-274e5778-1f8a-43d9-842e-fd739f20d972 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:07.904666 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-794737f1-edc9-46ea-8c90-ae84b3e13e88 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e4f7367025034483a51ab51fe4eddc4d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8094676 Aug 20 14:07:07.906830 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 51976) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:07.954901 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:07.988280 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794737f1-edc9-46ea-8c90-ae84b3e13e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b552e9c-b727-45a4-9e6b-14f35f37bb8a,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:07.995218 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9860889-825b-4a47-b5d7-efd24848020a admin admin] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:07:08.016963 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5fb97e-486a-437f-8985-0316cde976b8 None None] Sync routers for ids ['302879b6-fd00-4cf0-a895-d1b716ff8ad9'] in dv-cinder-790535-10-iscsi {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:07:08.029668 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-848fe753-c7e3-4b05-bdf9-088592f1c77e req-cc9184a8-7d36-47bb-a99f-1873938307e2 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/ports?device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 210 time: 0.1366892 Aug 20 14:07:08.042550 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-02093145-e724-4ce9-9910-4f2d6d4aa6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:08.046929 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5fb97e-486a-437f-8985-0316cde976b8 None None] Routers {'302879b6-fd00-4cf0-a895-d1b716ff8ad9'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:07:08.047596 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-7e5fb97e-486a-437f-8985-0316cde976b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:06:40Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['302879b6-fd00-4cf0-a895-d1b716ff8ad9'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:07:08.063382 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-9c69611d-d57f-4db6-af06-4ef5f538aa8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:08.115693 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-9c69611d-d57f-4db6-af06-4ef5f538aa8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:08.128387 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 51988) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:08.142792 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-274e5778-1f8a-43d9-842e-fd739f20d972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:08.178801 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Pushing event updated for resources: {'Port': ['ID=e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54,revision_number=3']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:08.268897 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274e5778-1f8a-43d9-842e-fd739f20d972 admin admin] Network c1c7c6a6-5f3d-43a4-90fb-564a679154da is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:07:08.272248 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-9c69611d-d57f-4db6-af06-4ef5f538aa8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:08.277186 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [None req-274e5778-1f8a-43d9-842e-fd739f20d972 admin admin] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:07:08.283127 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-9c69611d-d57f-4db6-af06-4ef5f538aa8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:08.285792 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-9c69611d-d57f-4db6-af06-4ef5f538aa8d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5b552e9c-b727-45a4-9e6b-14f35f37bb8a HTTP/1.1" status: 204 len: 168 time: 0.3764815 Aug 20 14:07:08.296843 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274e5778-1f8a-43d9-842e-fd739f20d972 admin admin] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:07:08.299640 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-274e5778-1f8a-43d9-842e-fd739f20d972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534593'] for router_interface, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:08.311559 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e5778-1f8a-43d9-842e-fd739f20d972 admin admin] Pushing event updated for resources: {'Port': ['ID=28542383-cbc5-4c29-b87a-2202d37b230b,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:08.336253 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-1a486717-dcdc-4e0a-94b0-eef4f6dd088b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:08.340883 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69611d-d57f-4db6-af06-4ef5f538aa8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b552e9c-b727-45a4-9e6b-14f35f37bb8a,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:08.361781 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c9860889-825b-4a47-b5d7-efd24848020a admin admin] Notify callbacks [] for router, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:08.376127 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-c9860889-825b-4a47-b5d7-efd24848020a admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8150451 Aug 20 14:07:08.377389 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 52000) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:08.384326 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-7e5fb97e-486a-437f-8985-0316cde976b8 None None] Set router 302879b6-fd00-4cf0-a895-d1b716ff8ad9 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:07:08.477451 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-1a486717-dcdc-4e0a-94b0-eef4f6dd088b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:08.678664 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a486717-dcdc-4e0a-94b0-eef4f6dd088b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f947db7-2b94-41ac-8bf6-e943299f5006,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:08.686287 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-1a486717-dcdc-4e0a-94b0-eef4f6dd088b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=75cb02d0bbeb464cbc9b8b9831839eb6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5439830 Aug 20 14:07:08.692626 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 52008) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:08.783297 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-2120b469-2aae-4631-b328-2a08e9fced69 None None] Provisioning complete for port e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54 triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:07:08.783859 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-2120b469-2aae-4631-b328-2a08e9fced69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:08.899630 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-274e5778-1f8a-43d9-842e-fd739f20d972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:08.917789 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-1788d5f4-1613-4287-b93a-934fb0b958a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:09.007667 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-7e5fb97e-486a-437f-8985-0316cde976b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'name': 'tempest-AttachVolumeShelveTestJSON-6395065-router', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f85cff3d-afaa-419e-b810-281b97895409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:07:02Z', 'updated_at': '2021-08-20T14:07:06Z', 'revision_number': 3, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'gw_port': {'id': 'f85cff3d-afaa-419e-b810-281b97895409', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:04Z', 'updated_at': '2021-08-20T14:07:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:07:09.019265 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 2827acd0-aaae-469f-9064-5eef8f324edb up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:07:09.080248 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5fb97e-486a-437f-8985-0316cde976b8 None None] Checking router: 302879b6-fd00-4cf0-a895-d1b716ff8ad9 for host: dv-cinder-790535-10-iscsi {{(pid=94102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:07:09.087752 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5fb97e-486a-437f-8985-0316cde976b8 None None] Updating router 302879b6-fd00-4cf0-a895-d1b716ff8ad9 port f85cff3d-afaa-419e-b810-281b97895409 binding host dv-cinder-790535-10-iscsi {{(pid=94102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:07:09.171696 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-7e5fb97e-486a-437f-8985-0316cde976b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:09.261758 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e04e32a5-3208-4bab-ad03-03d69bae476d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:09.263453 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d75afa29-1422-47ce-a42b-20881a3f4d3d req-aeccab0c-0945-46b6-a4b2-632a03f71144 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/ports?device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 210 time: 0.0688820 Aug 20 14:07:09.301304 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e04e32a5-3208-4bab-ad03-03d69bae476d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:09.336425 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-1788d5f4-1613-4287-b93a-934fb0b958a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:09.372035 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-1788d5f4-1613-4287-b93a-934fb0b958a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:09.413537 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning for port 2827acd0-aaae-469f-9064-5eef8f324edb completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:07:09.429672 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788d5f4-1613-4287-b93a-934fb0b958a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b85c1fc-aee9-4596-b288-827d42aed42e,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:09.461393 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 2827acd0-aaae-469f-9064-5eef8f324edb triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:07:09.461770 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:09.510191 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-274e5778-1f8a-43d9-842e-fd739f20d972 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:09.522590 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e04e32a5-3208-4bab-ad03-03d69bae476d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:09.526022 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e04e32a5-3208-4bab-ad03-03d69bae476d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:09.527659 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-e04e32a5-3208-4bab-ad03-03d69bae476d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2f947db7-2b94-41ac-8bf6-e943299f5006 HTTP/1.1" status: 204 len: 168 time: 0.8318584 Aug 20 14:07:09.530715 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-274e5778-1f8a-43d9-842e-fd739f20d972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:09.533181 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-274e5778-1f8a-43d9-842e-fd739f20d972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1014980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529649'] for router_interface, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:09.548936 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e32a5-3208-4bab-ad03-03d69bae476d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f947db7-2b94-41ac-8bf6-e943299f5006,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:09.608903 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-1788d5f4-1613-4287-b93a-934fb0b958a0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c6bea5a7413d449f99b7e231d018a6a7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4772456 Aug 20 14:07:09.613409 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 52050) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:09.680226 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e5778-1f8a-43d9-842e-fd739f20d972 admin admin] Pushing event updated for resources: {'Port': ['ID=28542383-cbc5-4c29-b87a-2202d37b230b,revision_number=2']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:09.732427 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-fbd7619c-2f88-47e0-a7ec-648823a55cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:09.768537 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274e5778-1f8a-43d9-842e-fd739f20d972 admin admin] Network c1c7c6a6-5f3d-43a4-90fb-564a679154da is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:07:09.778687 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [None req-274e5778-1f8a-43d9-842e-fd739f20d972 admin admin] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:07:09.789360 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:09.836536 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] For port 2827acd0-aaae-469f-9064-5eef8f324edb, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=2827acd0-aaae-469f-9064-5eef8f324edb,segment=NetworkSegment(4decdd4f-3fef-48ea-97d6-157c44e17f8c),segment_id=4decdd4f-3fef-48ea-97d6-157c44e17f8c)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:07:09.868180 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:09.869516 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:07:09.919044 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-bebeca1d-097f-4775-874d-8aa2f9ada7dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:09.956285 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-7e5fb97e-486a-437f-8985-0316cde976b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:09.994387 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-7e5fb97e-486a-437f-8985-0316cde976b8 None None] Transition to ACTIVE for port object f85cff3d-afaa-419e-b810-281b97895409 will not be triggered until provisioned by entity L2. {{(pid=94102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:07:10.005604 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Pushing event updated for resources: {'Port': ['ID=2827acd0-aaae-469f-9064-5eef8f324edb,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:10.010403 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-7e5fb97e-486a-437f-8985-0316cde976b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:10.054334 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:07:10.054714 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:10.074021 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274e5778-1f8a-43d9-842e-fd739f20d972 admin admin] Router 2c86fe25-eb90-4e89-99ab-493e66dc1929 has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:07:10.078635 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-bebeca1d-097f-4775-874d-8aa2f9ada7dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:10.124737 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-7e5fb97e-486a-437f-8985-0316cde976b8 None None] Attempting to bind port f85cff3d-afaa-419e-b810-281b97895409 on host dv-cinder-790535-10-iscsi for vnic_type normal with profile {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:07:10.125101 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-7e5fb97e-486a-437f-8985-0316cde976b8 None None] Attempting to bind port f85cff3d-afaa-419e-b810-281b97895409 by drivers openvswitch,hyperv on host dv-cinder-790535-10-iscsi at level 0 using segments [{'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:07:10.125811 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5fb97e-486a-437f-8985-0316cde976b8 None None] Attempting to bind port f85cff3d-afaa-419e-b810-281b97895409 on network 98d0971e-9611-4cfe-abc2-ff603fbae97c {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:07:10.130110 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7422f5f-6621-4f1d-8137-13c137f3e6e1 None None] Pushing event updated for resources: {'Port': ['ID=f85cff3d-afaa-419e-b810-281b97895409,revision_number=2']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:10.143284 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5fb97e-486a-437f-8985-0316cde976b8 None None] Checking agent: {'id': '24d8fd69-abc0-4f0a-ba2d-fdf83f719c3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 59, 10), 'started_at': datetime.datetime(2021, 8, 20, 13, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:07:10.144028 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5fb97e-486a-437f-8985-0316cde976b8 None None] Checking segment: {'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:07:10.144621 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-7e5fb97e-486a-437f-8985-0316cde976b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:10.145190 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5fb97e-486a-437f-8985-0316cde976b8 None None] Bound using segment: {'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:07:10.145842 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-7e5fb97e-486a-437f-8985-0316cde976b8 None None] Bound port: f85cff3d-afaa-419e-b810-281b97895409, host: dv-cinder-790535-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'}}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:07:10.146621 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-7e5fb97e-486a-437f-8985-0316cde976b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:10.256829 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-7e5fb97e-486a-437f-8985-0316cde976b8 None None] For port f85cff3d-afaa-419e-b810-281b97895409, host dv-cinder-790535-10-iscsi, cleared binding levels {{(pid=94102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:07:10.265283 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.db_base_plugin_common [None req-fbd7619c-2f88-47e0-a7ec-648823a55cb6 admin admin] Allocated IP 172.20.0.1 (1d7b7e4f-93c0-4b84-9c6a-22526b6438a0/f4bed576-abba-4384-ad26-22f02bdef9a8/67e2f4a6-64c5-4328-b1e0-25d29d89d59e) {{(pid=94101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:07:10.270979 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274e5778-1f8a-43d9-842e-fd739f20d972 admin admin] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:07:10.280072 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-7e5fb97e-486a-437f-8985-0316cde976b8 None None] For port f85cff3d-afaa-419e-b810-281b97895409, host dv-cinder-790535-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=f85cff3d-afaa-419e-b810-281b97895409,segment=NetworkSegment(4decdd4f-3fef-48ea-97d6-157c44e17f8c),segment_id=4decdd4f-3fef-48ea-97d6-157c44e17f8c)] {{(pid=94102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:07:10.287019 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-7e5fb97e-486a-437f-8985-0316cde976b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:10.289600 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c499bddc-f9c3-4b55-9bd4-339138346654 None None] Sync routers for ids ['2c86fe25-eb90-4e89-99ab-493e66dc1929'] in dv-cinder-790535-10-iscsi {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:07:10.294524 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-274e5778-1f8a-43d9-842e-fd739f20d972 admin admin] 10.222.0.38 "PUT /v2.0/routers/2c86fe25-eb90-4e89-99ab-493e66dc1929/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4058378 Aug 20 14:07:10.303762 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-bebeca1d-097f-4775-874d-8aa2f9ada7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:10.309252 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-bebeca1d-097f-4775-874d-8aa2f9ada7dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:10.312251 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c499bddc-f9c3-4b55-9bd4-339138346654 None None] Routers {'2c86fe25-eb90-4e89-99ab-493e66dc1929'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:07:10.313593 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-bebeca1d-097f-4775-874d-8aa2f9ada7dd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1b85c1fc-aee9-4596-b288-827d42aed42e HTTP/1.1" status: 204 len: 168 time: 0.6991961 Aug 20 14:07:10.313940 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-c499bddc-f9c3-4b55-9bd4-339138346654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:06:40Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['2c86fe25-eb90-4e89-99ab-493e66dc1929'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:07:10.374705 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5fb97e-486a-437f-8985-0316cde976b8 None None] Routers {'302879b6-fd00-4cf0-a895-d1b716ff8ad9'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:07:10.375589 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-7e5fb97e-486a-437f-8985-0316cde976b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:06:40Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['302879b6-fd00-4cf0-a895-d1b716ff8ad9'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:07:10.382056 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7422f5f-6621-4f1d-8137-13c137f3e6e1 None None] Pushing event updated for resources: {'Port': ['ID=f85cff3d-afaa-419e-b810-281b97895409,revision_number=3']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:10.390932 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebeca1d-097f-4775-874d-8aa2f9ada7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b85c1fc-aee9-4596-b288-827d42aed42e,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:10.524059 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-65f2ba69-73e9-4ce6-a575-0b872b58c12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:10.573530 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-fbd7619c-2f88-47e0-a7ec-648823a55cb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:10.634552 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:10.644320 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.provisioning_blocks [None req-fbd7619c-2f88-47e0-a7ec-648823a55cb6 admin admin] Transition to ACTIVE for port object 67e2f4a6-64c5-4328-b1e0-25d29d89d59e will not be triggered until provisioned by entity DHCP. {{(pid=94101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:07:10.685256 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b561b6ce-3a8d-4750-a2a1-4d296513c250 req-18e6c69d-6673-45fb-a4f4-ac8949d26d28 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/ports?device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 210 time: 0.1202865 Aug 20 14:07:10.698673 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-c499bddc-f9c3-4b55-9bd4-339138346654 None None] Set router 2c86fe25-eb90-4e89-99ab-493e66dc1929 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:07:10.722543 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-7e5fb97e-486a-437f-8985-0316cde976b8 None None] Set router 302879b6-fd00-4cf0-a895-d1b716ff8ad9 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:07:10.767351 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 2827acd0-aaae-469f-9064-5eef8f324edb up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:07:10.777162 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-fbd7619c-2f88-47e0-a7ec-648823a55cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981'] for port, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:10.886121 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7619c-2f88-47e0-a7ec-648823a55cb6 admin admin] Pushing event updated for resources: {'Port': ['ID=67e2f4a6-64c5-4328-b1e0-25d29d89d59e,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:10.911278 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd7619c-2f88-47e0-a7ec-648823a55cb6 admin admin] Network 1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 is already hosted by enough agents. {{(pid=94101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:07:10.913002 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.base_scheduler [None req-fbd7619c-2f88-47e0-a7ec-648823a55cb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:07:10.919203 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd7619c-2f88-47e0-a7ec-648823a55cb6 admin admin] Received port after_create {{(pid=94101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:07:10.919203 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-fbd7619c-2f88-47e0-a7ec-648823a55cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534593'] for router_interface, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:10.937739 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 2827acd0-aaae-469f-9064-5eef8f324edb triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:07:10.938411 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:10.973380 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-c499bddc-f9c3-4b55-9bd4-339138346654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c86fe25-eb90-4e89-99ab-493e66dc1929', 'name': 'tempest-ServerRescueNegativeTestJSON-1476246762-router', 'tenant_id': 'e5c5349bb995408f9231d02a2b7a42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '2827acd0-aaae-469f-9064-5eef8f324edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:07:01Z', 'updated_at': '2021-08-20T14:07:08Z', 'revision_number': 4, 'project_id': 'e5c5349bb995408f9231d02a2b7a42d6', 'gw_port': {'id': '2827acd0-aaae-469f-9064-5eef8f324edb', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c86fe25-eb90-4e89-99ab-493e66dc1929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:02Z', 'updated_at': '2021-08-20T14:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': '28542383-cbc5-4c29-b87a-2202d37b230b', 'name': '', 'network_id': 'c1c7c6a6-5f3d-43a4-90fb-564a679154da', 'tenant_id': 'e5c5349bb995408f9231d02a2b7a42d6', 'mac_address': 'fa:16:3e:c9:79:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c86fe25-eb90-4e89-99ab-493e66dc1929', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '76001b34-7c64-4cf4-accf-135ef535979b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:06Z', 'updated_at': '2021-08-20T14:07:08Z', 'revision_number': 2, 'project_id': 'e5c5349bb995408f9231d02a2b7a42d6', 'subnets': [{'id': '76001b34-7c64-4cf4-accf-135ef535979b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:07:11.020122 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c499bddc-f9c3-4b55-9bd4-339138346654 None None] Checking router: 2c86fe25-eb90-4e89-99ab-493e66dc1929 for host: dv-cinder-790535-10-iscsi {{(pid=94103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:07:11.020514 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c499bddc-f9c3-4b55-9bd4-339138346654 None None] Updating router 2c86fe25-eb90-4e89-99ab-493e66dc1929 port 28542383-cbc5-4c29-b87a-2202d37b230b binding host dv-cinder-790535-10-iscsi {{(pid=94103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:07:11.077445 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-c499bddc-f9c3-4b55-9bd4-339138346654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:11.269226 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 52096) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:11.289333 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-724c3c4d-d502-453d-8dca-f3b294d0dd20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:11.459340 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-4345cb50-839c-4af8-a7a1-825ee8eb2cd5 None None] Provisioning for port 67e2f4a6-64c5-4328-b1e0-25d29d89d59e completed by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:07:11.465980 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-7e5fb97e-486a-437f-8985-0316cde976b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'name': 'tempest-AttachVolumeShelveTestJSON-6395065-router', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f85cff3d-afaa-419e-b810-281b97895409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:07:02Z', 'updated_at': '2021-08-20T14:07:06Z', 'revision_number': 3, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'gw_port': {'id': 'f85cff3d-afaa-419e-b810-281b97895409', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:04Z', 'updated_at': '2021-08-20T14:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:07:11.469599 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-fbd7619c-2f88-47e0-a7ec-648823a55cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:11.470915 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-724c3c4d-d502-453d-8dca-f3b294d0dd20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:11.481351 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-724c3c4d-d502-453d-8dca-f3b294d0dd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:11.509381 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-c499bddc-f9c3-4b55-9bd4-339138346654 None None] Notify callbacks [] for port, precommit_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:11.521512 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.provisioning_blocks [None req-c499bddc-f9c3-4b55-9bd4-339138346654 None None] Transition to ACTIVE for port object 28542383-cbc5-4c29-b87a-2202d37b230b will not be triggered until provisioned by entity L2. {{(pid=94103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:07:11.530514 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-c499bddc-f9c3-4b55-9bd4-339138346654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:11.539734 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-4345cb50-839c-4af8-a7a1-825ee8eb2cd5 None None] Provisioning complete for port 67e2f4a6-64c5-4328-b1e0-25d29d89d59e triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:07:11.543889 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-4345cb50-839c-4af8-a7a1-825ee8eb2cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:11.548216 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5fb97e-486a-437f-8985-0316cde976b8 None None] The sync data for ids ['302879b6-fd00-4cf0-a895-d1b716ff8ad9'] in dv-cinder-790535-10-iscsi is: [{'id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'name': 'tempest-AttachVolumeShelveTestJSON-6395065-router', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f85cff3d-afaa-419e-b810-281b97895409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:07:02Z', 'updated_at': '2021-08-20T14:07:06Z', 'revision_number': 3, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'gw_port': {'id': 'f85cff3d-afaa-419e-b810-281b97895409', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:04Z', 'updated_at': '2021-08-20T14:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}] {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:07:11.566896 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-724c3c4d-d502-453d-8dca-f3b294d0dd20 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=be9dcf42c2d2417fbe32e9b572a2cc39&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2965612 Aug 20 14:07:11.568679 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 52102) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:11.575801 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c3c4d-d502-453d-8dca-f3b294d0dd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7109c978-8627-48c8-aeab-86b72cbab74b,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:11.706111 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:11.715279 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7e0a6689-6dae-49dc-ac7f-47b9cb3d8069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:11.765218 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-4345cb50-839c-4af8-a7a1-825ee8eb2cd5 None None] Port 67e2f4a6-64c5-4328-b1e0-25d29d89d59e cannot update to ACTIVE because it is not bound. {{(pid=94102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:07:11.815771 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7e842-fff0-46cc-8f09-95138e5b5fc3 None None] Pushing event updated for resources: {'Port': ['ID=28542383-cbc5-4c29-b87a-2202d37b230b,revision_number=3']} {{(pid=94103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:11.851004 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:11.857388 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.managers [None req-c499bddc-f9c3-4b55-9bd4-339138346654 None None] Attempting to bind port 28542383-cbc5-4c29-b87a-2202d37b230b on host dv-cinder-790535-10-iscsi for vnic_type normal with profile {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:07:11.857628 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7e0a6689-6dae-49dc-ac7f-47b9cb3d8069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:11.857726 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.managers [None req-c499bddc-f9c3-4b55-9bd4-339138346654 None None] Attempting to bind port 28542383-cbc5-4c29-b87a-2202d37b230b by drivers openvswitch,hyperv on host dv-cinder-790535-10-iscsi at level 0 using segments [{'id': 'b3abcbc2-da77-4957-a9b3-2c3cbafbe331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c1c7c6a6-5f3d-43a4-90fb-564a679154da'}] {{(pid=94103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:07:11.863383 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c499bddc-f9c3-4b55-9bd4-339138346654 None None] Attempting to bind port 28542383-cbc5-4c29-b87a-2202d37b230b on network c1c7c6a6-5f3d-43a4-90fb-564a679154da {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:07:11.877609 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c499bddc-f9c3-4b55-9bd4-339138346654 None None] Checking agent: {'id': '24d8fd69-abc0-4f0a-ba2d-fdf83f719c3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 59, 10), 'started_at': datetime.datetime(2021, 8, 20, 13, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:07:11.878129 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c499bddc-f9c3-4b55-9bd4-339138346654 None None] Checking segment: {'id': 'b3abcbc2-da77-4957-a9b3-2c3cbafbe331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c1c7c6a6-5f3d-43a4-90fb-564a679154da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:07:11.878606 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-c499bddc-f9c3-4b55-9bd4-339138346654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:11.879142 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c499bddc-f9c3-4b55-9bd4-339138346654 None None] Bound using segment: {'id': 'b3abcbc2-da77-4957-a9b3-2c3cbafbe331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c1c7c6a6-5f3d-43a4-90fb-564a679154da'} {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:07:11.879767 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.managers [None req-c499bddc-f9c3-4b55-9bd4-339138346654 None None] Bound port: 28542383-cbc5-4c29-b87a-2202d37b230b, host: dv-cinder-790535-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3abcbc2-da77-4957-a9b3-2c3cbafbe331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c1c7c6a6-5f3d-43a4-90fb-564a679154da'}}] {{(pid=94103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:07:11.880253 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-c499bddc-f9c3-4b55-9bd4-339138346654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:12.109231 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d4c49890-bfb0-49f5-83cb-cd6b3670126b req-14537bce-5141-48fe-9ca7-ab21a7f58c97 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/ports?device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 210 time: 0.1090257 Aug 20 14:07:12.218617 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.db [None req-c499bddc-f9c3-4b55-9bd4-339138346654 None None] For port 28542383-cbc5-4c29-b87a-2202d37b230b, host dv-cinder-790535-10-iscsi, cleared binding levels {{(pid=94103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:07:12.229413 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.db [None req-c499bddc-f9c3-4b55-9bd4-339138346654 None None] For port 28542383-cbc5-4c29-b87a-2202d37b230b, host dv-cinder-790535-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=28542383-cbc5-4c29-b87a-2202d37b230b,segment=NetworkSegment(b3abcbc2-da77-4957-a9b3-2c3cbafbe331),segment_id=b3abcbc2-da77-4957-a9b3-2c3cbafbe331)] {{(pid=94103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:07:12.240157 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-c499bddc-f9c3-4b55-9bd4-339138346654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:12.253927 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7e0a6689-6dae-49dc-ac7f-47b9cb3d8069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:12.257193 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7e0a6689-6dae-49dc-ac7f-47b9cb3d8069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:12.258482 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-7e0a6689-6dae-49dc-ac7f-47b9cb3d8069 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7109c978-8627-48c8-aeab-86b72cbab74b HTTP/1.1" status: 204 len: 168 time: 0.6887839 Aug 20 14:07:12.281734 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a6689-6dae-49dc-ac7f-47b9cb3d8069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7109c978-8627-48c8-aeab-86b72cbab74b,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:12.396775 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7e842-fff0-46cc-8f09-95138e5b5fc3 None None] Pushing event updated for resources: {'Port': ['ID=28542383-cbc5-4c29-b87a-2202d37b230b,revision_number=4']} {{(pid=94103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:12.400087 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c499bddc-f9c3-4b55-9bd4-339138346654 None None] Routers {'2c86fe25-eb90-4e89-99ab-493e66dc1929'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:07:12.400924 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-c499bddc-f9c3-4b55-9bd4-339138346654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:07:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['2c86fe25-eb90-4e89-99ab-493e66dc1929'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:07:12.426652 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-f035ba78-e9aa-424e-b2f5-9b8884fce56b tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:12.428449 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-f035ba78-e9aa-424e-b2f5-9b8884fce56b tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/networks?id=c1c7c6a6-5f3d-43a4-90fb-564a679154da HTTP/1.1" status: 200 len: 819 time: 0.4000831 Aug 20 14:07:12.462594 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-fbd7619c-2f88-47e0-a7ec-648823a55cb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:12.467339 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-3096a127-f110-4377-83ae-458e856e7168 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/quotas/e5c5349bb995408f9231d02a2b7a42d6 HTTP/1.1" status: 200 len: 375 time: 0.0262954 Aug 20 14:07:12.468594 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-fbd7619c-2f88-47e0-a7ec-648823a55cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:12.469625 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-fbd7619c-2f88-47e0-a7ec-648823a55cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1014980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529649'] for router_interface, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:12.632726 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-6686a637-7a1e-47f3-9c6a-2064114846ce tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e5c5349bb995408f9231d02a2b7a42d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1426959 Aug 20 14:07:12.745544 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-c499bddc-f9c3-4b55-9bd4-339138346654 None None] Set router 2c86fe25-eb90-4e89-99ab-493e66dc1929 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:07:12.819004 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device f85cff3d-afaa-419e-b810-281b97895409 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:07:12.847547 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7619c-2f88-47e0-a7ec-648823a55cb6 admin admin] Pushing event updated for resources: {'Port': ['ID=67e2f4a6-64c5-4328-b1e0-25d29d89d59e,revision_number=2']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:12.997537 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd7619c-2f88-47e0-a7ec-648823a55cb6 admin admin] Network 1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 is already hosted by enough agents. {{(pid=94101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:07:12.997836 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning for port f85cff3d-afaa-419e-b810-281b97895409 completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:07:13.002556 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port f85cff3d-afaa-419e-b810-281b97895409 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:07:13.002934 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:13.015392 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.base_scheduler [None req-fbd7619c-2f88-47e0-a7ec-648823a55cb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:07:13.112593 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:13.327682 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:13.410707 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] For port f85cff3d-afaa-419e-b810-281b97895409, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=f85cff3d-afaa-419e-b810-281b97895409,segment=NetworkSegment(4decdd4f-3fef-48ea-97d6-157c44e17f8c),segment_id=4decdd4f-3fef-48ea-97d6-157c44e17f8c)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:07:13.418865 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:13.420157 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-c499bddc-f9c3-4b55-9bd4-339138346654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c86fe25-eb90-4e89-99ab-493e66dc1929', 'name': 'tempest-ServerRescueNegativeTestJSON-1476246762-router', 'tenant_id': 'e5c5349bb995408f9231d02a2b7a42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '2827acd0-aaae-469f-9064-5eef8f324edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:07:01Z', 'updated_at': '2021-08-20T14:07:08Z', 'revision_number': 4, 'project_id': 'e5c5349bb995408f9231d02a2b7a42d6', 'gw_port': {'id': '2827acd0-aaae-469f-9064-5eef8f324edb', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c86fe25-eb90-4e89-99ab-493e66dc1929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:02Z', 'updated_at': '2021-08-20T14:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': '28542383-cbc5-4c29-b87a-2202d37b230b', 'name': '', 'network_id': 'c1c7c6a6-5f3d-43a4-90fb-564a679154da', 'tenant_id': 'e5c5349bb995408f9231d02a2b7a42d6', 'mac_address': 'fa:16:3e:c9:79:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c86fe25-eb90-4e89-99ab-493e66dc1929', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '76001b34-7c64-4cf4-accf-135ef535979b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:06Z', 'updated_at': '2021-08-20T14:07:12Z', 'revision_number': 4, 'project_id': 'e5c5349bb995408f9231d02a2b7a42d6', 'subnets': [{'id': '76001b34-7c64-4cf4-accf-135ef535979b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:07:13.443198 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-965fb63b-88cd-4de1-82cb-1ef8ccdf113a req-ba03853e-7be0-4187-9b87-ffc010f8c939 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/ports?device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 210 time: 0.1385739 Aug 20 14:07:13.485263 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.65', 56495) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:13.509512 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd7619c-2f88-47e0-a7ec-648823a55cb6 admin admin] Router 302879b6-fd00-4cf0-a895-d1b716ff8ad9 has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:07:13.538808 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c499bddc-f9c3-4b55-9bd4-339138346654 None None] The sync data for ids ['2c86fe25-eb90-4e89-99ab-493e66dc1929'] in dv-cinder-790535-10-iscsi is: [{'id': '2c86fe25-eb90-4e89-99ab-493e66dc1929', 'name': 'tempest-ServerRescueNegativeTestJSON-1476246762-router', 'tenant_id': 'e5c5349bb995408f9231d02a2b7a42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '2827acd0-aaae-469f-9064-5eef8f324edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:07:01Z', 'updated_at': '2021-08-20T14:07:08Z', 'revision_number': 4, 'project_id': 'e5c5349bb995408f9231d02a2b7a42d6', 'gw_port': {'id': '2827acd0-aaae-469f-9064-5eef8f324edb', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c86fe25-eb90-4e89-99ab-493e66dc1929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:02Z', 'updated_at': '2021-08-20T14:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': '28542383-cbc5-4c29-b87a-2202d37b230b', 'name': '', 'network_id': 'c1c7c6a6-5f3d-43a4-90fb-564a679154da', 'tenant_id': 'e5c5349bb995408f9231d02a2b7a42d6', 'mac_address': 'fa:16:3e:c9:79:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c86fe25-eb90-4e89-99ab-493e66dc1929', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '76001b34-7c64-4cf4-accf-135ef535979b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:06Z', 'updated_at': '2021-08-20T14:07:12Z', 'revision_number': 4, 'project_id': 'e5c5349bb995408f9231d02a2b7a42d6', 'subnets': [{'id': '76001b34-7c64-4cf4-accf-135ef535979b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:07:13.736737 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Pushing event updated for resources: {'Port': ['ID=f85cff3d-afaa-419e-b810-281b97895409,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:13.782979 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-38415584-c66e-4fb2-ac89-b30d7b123694 None None] Provisioning complete for port 67e2f4a6-64c5-4328-b1e0-25d29d89d59e triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:07:13.784160 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-38415584-c66e-4fb2-ac89-b30d7b123694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:13.889487 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd7619c-2f88-47e0-a7ec-648823a55cb6 admin admin] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:07:13.901997 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-7ece54a9-fbb8-4750-a51b-63cdcad57a29 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:13.902750 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-fbd7619c-2f88-47e0-a7ec-648823a55cb6 admin admin] 10.222.0.38 "PUT /v2.0/routers/302879b6-fd00-4cf0-a895-d1b716ff8ad9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5230339 Aug 20 14:07:13.904716 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-38415584-c66e-4fb2-ac89-b30d7b123694 None None] Port 67e2f4a6-64c5-4328-b1e0-25d29d89d59e cannot update to ACTIVE because it is not bound. {{(pid=94102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:07:13.907981 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-7ece54a9-fbb8-4750-a51b-63cdcad57a29 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.65 "GET /v2.0/networks?id=87750036-1888-4539-995e-06482bad333d HTTP/1.1" status: 200 len: 812 time: 0.4214325 Aug 20 14:07:13.972871 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-5fe19f7d-b4ae-464b-9358-20b2bd2239f8 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Request body: {'port': {'device_id': 'f36438ed-27d5-40bb-986d-02e64d62d001', 'network_id': '87750036-1888-4539-995e-06482bad333d', 'admin_state_up': True, 'tenant_id': '0c18d3662e3d42b3a2733eefb8b5996c'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:07:14.203965 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-e703152c-1201-4da3-ae1f-f0ec2b22e8cb service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:07:14.205071 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-e703152c-1201-4da3-ae1f-f0ec2b22e8cb service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5168896 Aug 20 14:07:14.642744 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-70fc2212-5f6b-4b9d-8664-55465a39acfc service neutron] 10.222.0.38 "GET /v2.0/networks/c1c7c6a6-5f3d-43a4-90fb-564a679154da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205949 Aug 20 14:07:14.655263 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-5fe19f7d-b4ae-464b-9358-20b2bd2239f8 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Made reservation on behalf of 0c18d3662e3d42b3a2733eefb8b5996c for: {'port': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:07:14.659145 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-5fe19f7d-b4ae-464b-9358-20b2bd2239f8 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:14.881661 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 28542383-cbc5-4c29-b87a-2202d37b230b up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:07:14.943635 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68baf652-de26-4e61-bb58-7d6b46b6c9cb None None] Sync routers for ids ['302879b6-fd00-4cf0-a895-d1b716ff8ad9'] in dv-cinder-790535-10-iscsi {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:07:14.970871 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-5d01a5b1-8429-4000-a977-e84182c91623 service neutron] 10.222.0.38 "GET /v2.0/networks/c1c7c6a6-5f3d-43a4-90fb-564a679154da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251650 Aug 20 14:07:15.041471 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68baf652-de26-4e61-bb58-7d6b46b6c9cb None None] Routers {'302879b6-fd00-4cf0-a895-d1b716ff8ad9'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:07:15.043268 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-68baf652-de26-4e61-bb58-7d6b46b6c9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:07:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['302879b6-fd00-4cf0-a895-d1b716ff8ad9'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:07:15.126839 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-5fe19f7d-b4ae-464b-9358-20b2bd2239f8 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Allocated IP 172.20.0.11 (87750036-1888-4539-995e-06482bad333d/c55cf9df-5e58-4550-bd40-2cc45f87dfbe/511d83c5-2fe5-480c-8024-efe7ddbd5d04) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:07:15.245003 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning for port 28542383-cbc5-4c29-b87a-2202d37b230b completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:07:15.255337 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 28542383-cbc5-4c29-b87a-2202d37b230b triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:07:15.256326 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:15.362935 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-68baf652-de26-4e61-bb58-7d6b46b6c9cb None None] Set router 302879b6-fd00-4cf0-a895-d1b716ff8ad9 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:07:15.601698 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 52284) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:15.696214 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-5fe19f7d-b4ae-464b-9358-20b2bd2239f8 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:15.827962 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-bf06b64f-8388-4332-9425-6a9888198b5c req-603595d0-f9a2-4890-bcfb-49306ec37785 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/ports?device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 210 time: 0.1471250 Aug 20 14:07:15.892556 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:15.937166 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-5fe19f7d-b4ae-464b-9358-20b2bd2239f8 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:16.099458 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe19f7d-b4ae-464b-9358-20b2bd2239f8 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Pushing event updated for resources: {'Port': ['ID=511d83c5-2fe5-480c-8024-efe7ddbd5d04,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:16.099846 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] For port 28542383-cbc5-4c29-b87a-2202d37b230b, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=28542383-cbc5-4c29-b87a-2202d37b230b,segment=NetworkSegment(b3abcbc2-da77-4957-a9b3-2c3cbafbe331),segment_id=b3abcbc2-da77-4957-a9b3-2c3cbafbe331)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:07:16.151568 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:16.168790 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-5fe19f7d-b4ae-464b-9358-20b2bd2239f8 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Network 87750036-1888-4539-995e-06482bad333d is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:07:16.170541 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device f85cff3d-afaa-419e-b810-281b97895409 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:07:16.194967 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-5fe19f7d-b4ae-464b-9358-20b2bd2239f8 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:07:16.213321 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2ca0e50e-9763-47ad-b284-4cb6967781cc req-c6e33e0a-8173-4c70-973c-2d2684f50174 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 210 time: 0.1153786 Aug 20 14:07:16.214645 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-5fe19f7d-b4ae-464b-9358-20b2bd2239f8 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:07:16.222037 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-5fe19f7d-b4ae-464b-9358-20b2bd2239f8 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:16.223062 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-5fe19f7d-b4ae-464b-9358-20b2bd2239f8 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:16.249424 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-5fe19f7d-b4ae-464b-9358-20b2bd2239f8 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2806387 Aug 20 14:07:16.262048 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-5b4d3d8b-d770-4634-af76-165b2cc10b6f tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:07:16.266050 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-5b4d3d8b-d770-4634-af76-165b2cc10b6f tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096741 Aug 20 14:07:16.274178 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 52322) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:16.282351 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-4709fa97-b687-4918-a696-7be8277a47a4 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2039023391', 'description': 'tempest-description--661644757'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:07:16.409110 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-4709fa97-b687-4918-a696-7be8277a47a4 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:16.471951 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Pushing event updated for resources: {'Port': ['ID=28542383-cbc5-4c29-b87a-2202d37b230b,revision_number=5']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:16.499946 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-4ddb9b42-a4a4-42a5-8df8-e57c61ad5eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:16.512654 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port f85cff3d-afaa-419e-b810-281b97895409 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:07:16.515949 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:16.655347 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-68baf652-de26-4e61-bb58-7d6b46b6c9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'name': 'tempest-AttachVolumeShelveTestJSON-6395065-router', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f85cff3d-afaa-419e-b810-281b97895409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:07:02Z', 'updated_at': '2021-08-20T14:07:11Z', 'revision_number': 4, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'gw_port': {'id': 'f85cff3d-afaa-419e-b810-281b97895409', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:04Z', 'updated_at': '2021-08-20T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': '67e2f4a6-64c5-4328-b1e0-25d29d89d59e', 'name': '', 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'mac_address': 'fa:16:3e:7f:50:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:09Z', 'updated_at': '2021-08-20T14:07:11Z', 'revision_number': 2, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'subnets': [{'id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:07:16.883079 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68baf652-de26-4e61-bb58-7d6b46b6c9cb None None] Checking router: 302879b6-fd00-4cf0-a895-d1b716ff8ad9 for host: dv-cinder-790535-10-iscsi {{(pid=94102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:07:16.893002 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68baf652-de26-4e61-bb58-7d6b46b6c9cb None None] Updating router 302879b6-fd00-4cf0-a895-d1b716ff8ad9 port 67e2f4a6-64c5-4328-b1e0-25d29d89d59e binding host dv-cinder-790535-10-iscsi {{(pid=94102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:07:16.920067 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-4709fa97-b687-4918-a696-7be8277a47a4 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:16.962343 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-4709fa97-b687-4918-a696-7be8277a47a4 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:17.078328 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-68baf652-de26-4e61-bb58-7d6b46b6c9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:17.136113 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709fa97-b687-4918-a696-7be8277a47a4 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac7981a-45a3-4d2f-9f7e-60013ca45303,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:17.271159 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-50ab1e20-6656-4218-8c00-06083d855282 service neutron] Request body: {'port': {'device_id': 'f36438ed-27d5-40bb-986d-02e64d62d001', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:07:17.376341 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-5a196c5b-f1d2-4d62-8089-ea5f8b2f3239 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:17.402112 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-5a196c5b-f1d2-4d62-8089-ea5f8b2f3239 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/networks?id=c1c7c6a6-5f3d-43a4-90fb-564a679154da HTTP/1.1" status: 200 len: 819 time: 0.4914544 Aug 20 14:07:17.479408 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-4ddb9b42-a4a4-42a5-8df8-e57c61ad5eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:17.492774 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-4ddb9b42-a4a4-42a5-8df8-e57c61ad5eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:17.542384 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-4ddb9b42-a4a4-42a5-8df8-e57c61ad5eda admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b6a6b06e8fb3496193d38086b04dc314&name=default HTTP/1.1" status: 200 len: 2976 time: 1.9346712 Aug 20 14:07:17.542680 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-4709fa97-b687-4918-a696-7be8277a47a4 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:17.544615 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-4709fa97-b687-4918-a696-7be8277a47a4 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.2681639 Aug 20 14:07:17.563491 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 52380) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:17.563882 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 52382) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:17.673842 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-50ab1e20-6656-4218-8c00-06083d855282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:17.706059 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-4208e49f-a9ce-4e3a-a139-03b84c2c217a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Request body: {'security_group_rule': {'security_group_id': '0ac7981a-45a3-4d2f-9f7e-60013ca45303', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:07:17.786692 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-754e0432-d35b-4ceb-bb64-2115404fbd0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:17.888092 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb9b42-a4a4-42a5-8df8-e57c61ad5eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd49ab6b-8f63-4ce7-863b-320f2258f4bb,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:17.960826 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-4208e49f-a9ce-4e3a-a139-03b84c2c217a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:18.024945 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-68baf652-de26-4e61-bb58-7d6b46b6c9cb None None] Notify callbacks [] for port, precommit_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:18.032563 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-754e0432-d35b-4ceb-bb64-2115404fbd0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:18.040594 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 28542383-cbc5-4c29-b87a-2202d37b230b up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:07:18.135903 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 6 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:07:18.157275 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-68baf652-de26-4e61-bb58-7d6b46b6c9cb None None] Transition to ACTIVE for port object 67e2f4a6-64c5-4328-b1e0-25d29d89d59e will not be triggered until provisioned by entity L2. {{(pid=94102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:07:18.182376 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-68baf652-de26-4e61-bb58-7d6b46b6c9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:18.205002 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-b181b062-eee1-4848-b12b-abfb5b6a68e4 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/quotas/e5c5349bb995408f9231d02a2b7a42d6 HTTP/1.1" status: 200 len: 375 time: 0.8017323 Aug 20 14:07:18.232547 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-4208e49f-a9ce-4e3a-a139-03b84c2c217a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:18.269403 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-4208e49f-a9ce-4e3a-a139-03b84c2c217a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596504'] for security_group_rule, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:18.299318 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c52c1-6138-4d5b-89c3-333b6eb4508b req-44a10f0f-dcfb-497c-8e51-09cf144f9676 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:18.320617 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0d0c52c1-6138-4d5b-89c3-333b6eb4508b req-44a10f0f-dcfb-497c-8e51-09cf144f9676 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/ports?device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 932 time: 1.1937811 Aug 20 14:07:18.373627 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208e49f-a9ce-4e3a-a139-03b84c2c217a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62470db0-ca2e-4fa9-bfc7-0826ae26e838,revision_number=0']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:18.403226 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-4208e49f-a9ce-4e3a-a139-03b84c2c217a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:18.415441 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-4208e49f-a9ce-4e3a-a139-03b84c2c217a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7271647 Aug 20 14:07:18.428613 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 52402) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:18.441293 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-754e0432-d35b-4ceb-bb64-2115404fbd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:18.451839 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-754e0432-d35b-4ceb-bb64-2115404fbd0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:18.459217 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-754e0432-d35b-4ceb-bb64-2115404fbd0c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dd49ab6b-8f63-4ce7-863b-320f2258f4bb HTTP/1.1" status: 204 len: 168 time: 0.8940790 Aug 20 14:07:18.476455 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-3ac8ba1a-7b39-4b4f-899a-efb07cedb112 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Request body: {'security_group_rule': {'security_group_id': '0ac7981a-45a3-4d2f-9f7e-60013ca45303', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:07:18.551007 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e0432-d35b-4ceb-bb64-2115404fbd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd49ab6b-8f63-4ce7-863b-320f2258f4bb,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:18.579533 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 28542383-cbc5-4c29-b87a-2202d37b230b triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:07:18.580230 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:18.632876 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3ac8ba1a-7b39-4b4f-899a-efb07cedb112 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:18.771404 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3ac8ba1a-7b39-4b4f-899a-efb07cedb112 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:18.776685 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3ac8ba1a-7b39-4b4f-899a-efb07cedb112 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596504'] for security_group_rule, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:18.805528 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-68baf652-de26-4e61-bb58-7d6b46b6c9cb None None] Attempting to bind port 67e2f4a6-64c5-4328-b1e0-25d29d89d59e on host dv-cinder-790535-10-iscsi for vnic_type normal with profile {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:07:18.808454 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-68baf652-de26-4e61-bb58-7d6b46b6c9cb None None] Attempting to bind port 67e2f4a6-64c5-4328-b1e0-25d29d89d59e by drivers openvswitch,hyperv on host dv-cinder-790535-10-iscsi at level 0 using segments [{'id': '09fbaf50-9346-436a-9d2f-7c32e079f7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0'}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:07:18.809403 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68baf652-de26-4e61-bb58-7d6b46b6c9cb None None] Attempting to bind port 67e2f4a6-64c5-4328-b1e0-25d29d89d59e on network 1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:07:18.815856 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8ba1a-7b39-4b4f-899a-efb07cedb112 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3feaa744-2782-40e4-9954-ed9722d8f67b,revision_number=0']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:18.856405 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3ac8ba1a-7b39-4b4f-899a-efb07cedb112 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:18.861102 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-3ac8ba1a-7b39-4b4f-899a-efb07cedb112 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4250491 Aug 20 14:07:18.861252 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68baf652-de26-4e61-bb58-7d6b46b6c9cb None None] Checking agent: {'id': '24d8fd69-abc0-4f0a-ba2d-fdf83f719c3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 59, 10), 'started_at': datetime.datetime(2021, 8, 20, 13, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:07:18.861252 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68baf652-de26-4e61-bb58-7d6b46b6c9cb None None] Checking segment: {'id': '09fbaf50-9346-436a-9d2f-7c32e079f7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:07:18.861252 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-68baf652-de26-4e61-bb58-7d6b46b6c9cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:18.861252 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68baf652-de26-4e61-bb58-7d6b46b6c9cb None None] Bound using segment: {'id': '09fbaf50-9346-436a-9d2f-7c32e079f7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0'} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:07:18.862467 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 52422) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:18.866372 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-68baf652-de26-4e61-bb58-7d6b46b6c9cb None None] Bound port: 67e2f4a6-64c5-4328-b1e0-25d29d89d59e, host: dv-cinder-790535-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09fbaf50-9346-436a-9d2f-7c32e079f7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0'}}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:07:18.878040 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-68baf652-de26-4e61-bb58-7d6b46b6c9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:18.891103 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-5c7913e7-e087-43ca-95e7-8ea594904cf8 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Request body: {'floatingip': {'floating_network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:07:18.941216 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-b9f1d64e-8b54-4943-914a-4156957036c0 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e5c5349bb995408f9231d02a2b7a42d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7351344 Aug 20 14:07:18.943909 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705c773-5c0e-4e57-ab2d-181ddb1f29a3 None None] Pushing event updated for resources: {'Port': ['ID=67e2f4a6-64c5-4328-b1e0-25d29d89d59e,revision_number=3']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:18.960911 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0d0c52c1-6138-4d5b-89c3-333b6eb4508b req-fe781758-cfe1-4f55-b679-53bce30ec2cc tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/security-groups?id=1252b8ac-165f-4ad2-ac59-f0057460cf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6382074 Aug 20 14:07:19.015325 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5c7913e7-e087-43ca-95e7-8ea594904cf8 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for floatingip, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:19.112069 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.65', 56507) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:19.354795 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-50ab1e20-6656-4218-8c00-06083d855282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 511d83c5-2fe5-480c-8024-efe7ddbd5d04 {{(pid=94100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:07:19.389632 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-50ab1e20-6656-4218-8c00-06083d855282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:19.423362 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-68baf652-de26-4e61-bb58-7d6b46b6c9cb None None] For port 67e2f4a6-64c5-4328-b1e0-25d29d89d59e, host dv-cinder-790535-10-iscsi, cleared binding levels {{(pid=94102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:07:19.430988 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-68baf652-de26-4e61-bb58-7d6b46b6c9cb None None] For port 67e2f4a6-64c5-4328-b1e0-25d29d89d59e, host dv-cinder-790535-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=67e2f4a6-64c5-4328-b1e0-25d29d89d59e,segment=NetworkSegment(09fbaf50-9346-436a-9d2f-7c32e079f7c3),segment_id=09fbaf50-9346-436a-9d2f-7c32e079f7c3)] {{(pid=94102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:07:19.436942 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-68baf652-de26-4e61-bb58-7d6b46b6c9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:19.506250 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.provisioning_blocks [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-50ab1e20-6656-4218-8c00-06083d855282 service neutron] Transition to ACTIVE for port object 511d83c5-2fe5-480c-8024-efe7ddbd5d04 will not be triggered until provisioned by entity L2. {{(pid=94100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:07:19.517428 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-50ab1e20-6656-4218-8c00-06083d855282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:19.528130 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68baf652-de26-4e61-bb58-7d6b46b6c9cb None None] Routers {'302879b6-fd00-4cf0-a895-d1b716ff8ad9'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:07:19.529052 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-68baf652-de26-4e61-bb58-7d6b46b6c9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:07:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['302879b6-fd00-4cf0-a895-d1b716ff8ad9'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:07:19.609593 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705c773-5c0e-4e57-ab2d-181ddb1f29a3 None None] Pushing event updated for resources: {'Port': ['ID=67e2f4a6-64c5-4328-b1e0-25d29d89d59e,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:19.781742 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab1e20-6656-4218-8c00-06083d855282 service neutron] Pushing event updated for resources: {'Port': ['ID=511d83c5-2fe5-480c-8024-efe7ddbd5d04,revision_number=2']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:19.914319 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-bb70d9cd-c560-4ff5-baef-3fe9684386b9 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:19.923771 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-bb70d9cd-c560-4ff5-baef-3fe9684386b9 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.65 "GET /v2.0/networks?id=c1c7c6a6-5f3d-43a4-90fb-564a679154da HTTP/1.1" status: 200 len: 819 time: 0.8070910 Aug 20 14:07:20.005894 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-15e58a79-ccee-45b6-a036-6abc28275576 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Request body: {'port': {'device_id': '4b0d3a2d-2955-4c09-80e9-35054009585e', 'network_id': 'c1c7c6a6-5f3d-43a4-90fb-564a679154da', 'admin_state_up': True, 'tenant_id': 'e5c5349bb995408f9231d02a2b7a42d6'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:07:20.079694 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-50ab1e20-6656-4218-8c00-06083d855282 service neutron] Attempting to bind port 511d83c5-2fe5-480c-8024-efe7ddbd5d04 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:07:20.080297 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-50ab1e20-6656-4218-8c00-06083d855282 service neutron] Attempting to bind port 511d83c5-2fe5-480c-8024-efe7ddbd5d04 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '4961ec8a-e80d-40b9-8ef9-3573eeeae715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '87750036-1888-4539-995e-06482bad333d'}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:07:20.081002 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-50ab1e20-6656-4218-8c00-06083d855282 service neutron] Attempting to bind port 511d83c5-2fe5-480c-8024-efe7ddbd5d04 on network 87750036-1888-4539-995e-06482bad333d {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:07:20.101669 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-50ab1e20-6656-4218-8c00-06083d855282 service neutron] Port 511d83c5-2fe5-480c-8024-efe7ddbd5d04 on network 87750036-1888-4539-995e-06482bad333d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:07:20.105251 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-50ab1e20-6656-4218-8c00-06083d855282 service neutron] Attempting to bind port 511d83c5-2fe5-480c-8024-efe7ddbd5d04 on network 87750036-1888-4539-995e-06482bad333d {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:07:20.176933 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-50ab1e20-6656-4218-8c00-06083d855282 service neutron] Checking agent: {'id': 'e9494a82-1f02-49fe-8034-7b3c5c14ee49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'started_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:07:20.177518 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-50ab1e20-6656-4218-8c00-06083d855282 service neutron] Checking segment: {'id': '4961ec8a-e80d-40b9-8ef9-3573eeeae715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '87750036-1888-4539-995e-06482bad333d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:07:20.178389 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-50ab1e20-6656-4218-8c00-06083d855282 service neutron] Bound using segment: {'id': '4961ec8a-e80d-40b9-8ef9-3573eeeae715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '87750036-1888-4539-995e-06482bad333d'} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:07:20.190516 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-50ab1e20-6656-4218-8c00-06083d855282 service neutron] Bound port: 511d83c5-2fe5-480c-8024-efe7ddbd5d04, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4961ec8a-e80d-40b9-8ef9-3573eeeae715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '87750036-1888-4539-995e-06482bad333d'}}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:07:20.191145 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-50ab1e20-6656-4218-8c00-06083d855282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:20.455387 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-68baf652-de26-4e61-bb58-7d6b46b6c9cb None None] Set router 302879b6-fd00-4cf0-a895-d1b716ff8ad9 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:07:20.581274 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-d5e87fc5-664c-4cf5-9718-afffadb32991 service neutron] 10.222.0.38 "GET /v2.0/networks/c1c7c6a6-5f3d-43a4-90fb-564a679154da?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6391671 Aug 20 14:07:20.609791 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efb447-0ba8-4915-89ee-1bb084b263d3 req-6c4e07db-f89a-4da3-8b95-0a717c68b1ba tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:20.624727 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a2efb447-0ba8-4915-89ee-1bb084b263d3 req-6c4e07db-f89a-4da3-8b95-0a717c68b1ba tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/ports?device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 944 time: 0.3883102 Aug 20 14:07:20.656120 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-50ab1e20-6656-4218-8c00-06083d855282 service neutron] For port 511d83c5-2fe5-480c-8024-efe7ddbd5d04, host hv-cinder-79053, cleared binding levels {{(pid=94100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:07:20.672663 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-15e58a79-ccee-45b6-a036-6abc28275576 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Made reservation on behalf of e5c5349bb995408f9231d02a2b7a42d6 for: {'port': 1} {{(pid=94101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:07:20.677504 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-50ab1e20-6656-4218-8c00-06083d855282 service neutron] For port 511d83c5-2fe5-480c-8024-efe7ddbd5d04, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=511d83c5-2fe5-480c-8024-efe7ddbd5d04,segment=NetworkSegment(4961ec8a-e80d-40b9-8ef9-3573eeeae715),segment_id=4961ec8a-e80d-40b9-8ef9-3573eeeae715)] {{(pid=94100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:07:20.687037 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-15e58a79-ccee-45b6-a036-6abc28275576 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:21.117435 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-50ab1e20-6656-4218-8c00-06083d855282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:21.153152 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-68baf652-de26-4e61-bb58-7d6b46b6c9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'name': 'tempest-AttachVolumeShelveTestJSON-6395065-router', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f85cff3d-afaa-419e-b810-281b97895409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:07:02Z', 'updated_at': '2021-08-20T14:07:11Z', 'revision_number': 4, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'gw_port': {'id': 'f85cff3d-afaa-419e-b810-281b97895409', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:04Z', 'updated_at': '2021-08-20T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': '67e2f4a6-64c5-4328-b1e0-25d29d89d59e', 'name': '', 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'mac_address': 'fa:16:3e:7f:50:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:09Z', 'updated_at': '2021-08-20T14:07:19Z', 'revision_number': 4, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'subnets': [{'id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:07:21.221387 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68baf652-de26-4e61-bb58-7d6b46b6c9cb None None] The sync data for ids ['302879b6-fd00-4cf0-a895-d1b716ff8ad9'] in dv-cinder-790535-10-iscsi is: [{'id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'name': 'tempest-AttachVolumeShelveTestJSON-6395065-router', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f85cff3d-afaa-419e-b810-281b97895409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:07:02Z', 'updated_at': '2021-08-20T14:07:11Z', 'revision_number': 4, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'gw_port': {'id': 'f85cff3d-afaa-419e-b810-281b97895409', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:04Z', 'updated_at': '2021-08-20T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': '67e2f4a6-64c5-4328-b1e0-25d29d89d59e', 'name': '', 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'mac_address': 'fa:16:3e:7f:50:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:09Z', 'updated_at': '2021-08-20T14:07:19Z', 'revision_number': 4, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'subnets': [{'id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:07:21.237303 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5c7913e7-e087-43ca-95e7-8ea594904cf8 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:21.387084 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a2efb447-0ba8-4915-89ee-1bb084b263d3 req-fee85cd5-41df-4bc5-a1e3-507c73bb8e76 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/security-groups?id=1252b8ac-165f-4ad2-ac59-f0057460cf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7613544 Aug 20 14:07:21.408984 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-50ab1e20-6656-4218-8c00-06083d855282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:21.410349 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-50ab1e20-6656-4218-8c00-06083d855282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:21.431519 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-50ab1e20-6656-4218-8c00-06083d855282 service neutron] 10.222.0.65 "PUT /v2.0/ports/511d83c5-2fe5-480c-8024-efe7ddbd5d04 HTTP/1.1" status: 200 len: 1094 time: 4.5639603 Aug 20 14:07:21.473100 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36438ed-27d5-40bb-986d-02e64d62d001', 'tag': '511d83c5-2fe5-480c-8024-efe7ddbd5d04'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:07:21.598217 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 67e2f4a6-64c5-4328-b1e0-25d29d89d59e up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:07:21.699235 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning for port 67e2f4a6-64c5-4328-b1e0-25d29d89d59e completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:07:21.707922 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 67e2f4a6-64c5-4328-b1e0-25d29d89d59e triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:07:21.708624 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:21.887821 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-c63e4696-7062-48ef-95c2-0cb9860baa31 service neutron] 10.222.0.38 "GET /v2.0/networks/c1c7c6a6-5f3d-43a4-90fb-564a679154da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2495866 Aug 20 14:07:21.983419 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab1e20-6656-4218-8c00-06083d855282 service neutron] Pushing event updated for resources: {'Port': ['ID=511d83c5-2fe5-480c-8024-efe7ddbd5d04,revision_number=3']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:22.115457 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-deca5aab-0d02-425e-ac39-7519da00c2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:22.118068 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-deca5aab-0d02-425e-ac39-7519da00c2a3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0c18d3662e3d42b3a2733eefb8b5996c&device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 1097 time: 0.2332761 Aug 20 14:07:22.145771 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:22.302972 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] For port 67e2f4a6-64c5-4328-b1e0-25d29d89d59e, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=67e2f4a6-64c5-4328-b1e0-25d29d89d59e,segment=NetworkSegment(09fbaf50-9346-436a-9d2f-7c32e079f7c3),segment_id=09fbaf50-9346-436a-9d2f-7c32e079f7c3)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:07:22.319190 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:22.449392 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-6059af0f-ca0d-417d-a635-7c31fb315674 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=511d83c5-2fe5-480c-8024-efe7ddbd5d04 HTTP/1.1" status: 200 len: 217 time: 0.3226895 Aug 20 14:07:22.467897 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3dc3be3-eeb6-40d3-ae9c-8d8e7a0fb69b" -d '{"events": [{"name": "network-changed", "server_uuid": "f36438ed-27d5-40bb-986d-02e64d62d001", "tag": "511d83c5-2fe5-480c-8024-efe7ddbd5d04"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:07:22.498453 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Pushing event updated for resources: {'Port': ['ID=67e2f4a6-64c5-4328-b1e0-25d29d89d59e,revision_number=5']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:22.614581 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.db_base_plugin_common [None req-5c7913e7-e087-43ca-95e7-8ea594904cf8 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Allocated IP 172.27.3.222 (98d0971e-9611-4cfe-abc2-ff603fbae97c/e8e9b9bd-ae96-49d0-b730-35afc957c6cc/bd340ffb-74e3-442a-a1e4-6c7f6a256a0b) {{(pid=94101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:07:22.686733 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f84a9e03-6fb8-4bd6-be42-026b8b614c9e req-fbbbd35a-93d5-4aee-bc6d-95d9e72e8623 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 210 time: 0.2120621 Aug 20 14:07:22.766763 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-f94d7108-e2fc-4114-b6b8-6ce9ac29ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:22.772576 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-f94d7108-e2fc-4114-b6b8-6ce9ac29ce3d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c55cf9df-5e58-4550-bd40-2cc45f87dfbe HTTP/1.1" status: 200 len: 852 time: 0.2753806 Aug 20 14:07:22.975723 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-9a0338d0-1d7e-44c8-9f03-88f06d02074e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=87750036-1888-4539-995e-06482bad333d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1608112 Aug 20 14:07:22.989582 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.db_base_plugin_common [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-15e58a79-ccee-45b6-a036-6abc28275576 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Allocated IP 172.20.0.4 (c1c7c6a6-5f3d-43a4-90fb-564a679154da/76001b34-7c64-4cf4-accf-135ef535979b/6b75794f-c849-40e2-a07a-20dcddba583b) {{(pid=94101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:07:23.276511 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09659418-979b-4de0-a19e-eedd30150ba6 req-ca51ed51-4c7a-4b7a-a81d-cf2b738e740b tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:23.278504 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-09659418-979b-4de0-a19e-eedd30150ba6 req-ca51ed51-4c7a-4b7a-a81d-cf2b738e740b tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/ports?device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 944 time: 0.4071188 Aug 20 14:07:23.305592 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5c7913e7-e087-43ca-95e7-8ea594904cf8 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for port, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:23.506466 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-15e58a79-ccee-45b6-a036-6abc28275576 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Notify callbacks [] for port, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:23.533380 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-09659418-979b-4de0-a19e-eedd30150ba6 req-df6fc882-477d-4c43-8424-5f48d4a32b4b tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/security-groups?id=1252b8ac-165f-4ad2-ac59-f0057460cf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262242 Aug 20 14:07:23.538271 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5c7913e7-e087-43ca-95e7-8ea594904cf8 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981'] for port, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:23.561833 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 67e2f4a6-64c5-4328-b1e0-25d29d89d59e up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:07:23.576335 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-86d6b219-f84c-465e-9ded-b698460230bd service neutron] 10.222.0.65 "GET /v2.0/networks/87750036-1888-4539-995e-06482bad333d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5879540 Aug 20 14:07:23.700428 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7913e7-e087-43ca-95e7-8ea594904cf8 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Network 98d0971e-9611-4cfe-abc2-ff603fbae97c is already hosted by enough agents. {{(pid=94101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:07:23.729394 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 67e2f4a6-64c5-4328-b1e0-25d29d89d59e triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:07:23.729632 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:23.736320 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.base_scheduler [None req-5c7913e7-e087-43ca-95e7-8ea594904cf8 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Resources bound (agent type, host, resource id): {{(pid=94101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:07:23.741537 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7913e7-e087-43ca-95e7-8ea594904cf8 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Received port after_create {{(pid=94101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:07:23.904456 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-15e58a79-ccee-45b6-a036-6abc28275576 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981'] for port, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:23.914451 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7507c45d-7ba9-41f9-b457-779fb48834f0 x-openstack-request-id: req-7507c45d-7ba9-41f9-b457-779fb48834f0 {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:07:23.918086 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36438ed-27d5-40bb-986d-02e64d62d001", "tag": "511d83c5-2fe5-480c-8024-efe7ddbd5d04", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:07:23.919274 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7507c45d-7ba9-41f9-b457-779fb48834f0 {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:07:23.922267 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f36438ed-27d5-40bb-986d-02e64d62d001', 'tag': '511d83c5-2fe5-480c-8024-efe7ddbd5d04', 'status': 'completed', 'code': 200} Aug 20 14:07:24.006181 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-15e58a79-ccee-45b6-a036-6abc28275576 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Network c1c7c6a6-5f3d-43a4-90fb-564a679154da is already hosted by enough agents. {{(pid=94101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:07:24.020489 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.base_scheduler [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-15e58a79-ccee-45b6-a036-6abc28275576 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Resources bound (agent type, host, resource id): {{(pid=94101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:07:24.027874 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-15e58a79-ccee-45b6-a036-6abc28275576 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Received port after_create {{(pid=94101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:07:24.051127 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-15e58a79-ccee-45b6-a036-6abc28275576 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:24.056426 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-15e58a79-ccee-45b6-a036-6abc28275576 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for port, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:24.059587 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7913e7-e087-43ca-95e7-8ea594904cf8 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Pushing event updated for resources: {'Port': ['ID=bd340ffb-74e3-442a-a1e4-6c7f6a256a0b,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:24.075772 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c8a8c0b6-d749-479f-abe8-6f484f918cbd req-19ed6d1d-531b-4187-804a-c27fd2294014 service neutron] 10.222.0.65 "GET /v2.0/networks/87750036-1888-4539-995e-06482bad333d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900861 Aug 20 14:07:24.129732 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a24f44d3-433e-456b-a1fb-e17d6e30de30 req-dbe8110d-a397-4d15-bf89-4dd96205197a tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 210 time: 0.0844541 Aug 20 14:07:24.331243 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-15e58a79-ccee-45b6-a036-6abc28275576 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3600893 Aug 20 14:07:24.379372 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5c7913e7-e087-43ca-95e7-8ea594904cf8 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:24.395523 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e58a79-ccee-45b6-a036-6abc28275576 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Pushing event updated for resources: {'Port': ['ID=6b75794f-c849-40e2-a07a-20dcddba583b,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:24.494915 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5c7913e7-e087-43ca-95e7-8ea594904cf8 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:24.839507 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f640d9-597d-43a0-ac22-5f877643f34e req-146837f4-f232-4d30-ae33-a23a0c021795 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:24.843619 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a0f640d9-597d-43a0-ac22-5f877643f34e req-146837f4-f232-4d30-ae33-a23a0c021795 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/ports?device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 944 time: 0.1627378 Aug 20 14:07:24.957035 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a0f640d9-597d-43a0-ac22-5f877643f34e req-e4bc30f8-4193-4d61-950e-e84c673a0405 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/security-groups?id=1252b8ac-165f-4ad2-ac59-f0057460cf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866354 Aug 20 14:07:24.964390 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5c7913e7-e087-43ca-95e7-8ea594904cf8 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for port, precommit_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:24.978819 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5c7913e7-e087-43ca-95e7-8ea594904cf8 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:24.997258 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5c7913e7-e087-43ca-95e7-8ea594904cf8 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687214'] for floatingip, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:25.054576 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5c7913e7-e087-43ca-95e7-8ea594904cf8 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for floatingip, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:25.056745 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-5c7913e7-e087-43ca-95e7-8ea594904cf8 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1932454 Aug 20 14:07:25.057777 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7913e7-e087-43ca-95e7-8ea594904cf8 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Pushing event updated for resources: {'Port': ['ID=bd340ffb-74e3-442a-a1e4-6c7f6a256a0b,revision_number=2']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:25.340844 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e4bdec6c-a2dc-42d3-b14f-5f6bdcc96ac5 req-f4e1f0e5-6ba9-4768-a531-aa327d6a935c tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 210 time: 0.0561898 Aug 20 14:07:25.490316 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-26db7e84-b660-452d-9611-211095d10d06 req-65aaec0f-9c08-4a84-8a22-3fcc16e3cd21 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--2039023391&fields=id&tenant_id=ee09af3d24634dd0b8d0361dafbf2c7a HTTP/1.1" status: 200 len: 267 time: 0.1099353 Aug 20 14:07:25.785120 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 52678) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:25.804418 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db7e84-b660-452d-9611-211095d10d06 req-9a00495e-e57c-44da-af7d-0691ccde60c3 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:25.809742 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-26db7e84-b660-452d-9611-211095d10d06 req-9a00495e-e57c-44da-af7d-0691ccde60c3 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/networks?id=1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 HTTP/1.1" status: 200 len: 814 time: 0.3006787 Aug 20 14:07:25.843468 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-26db7e84-b660-452d-9611-211095d10d06 req-f0899681-3039-421c-8dcb-6cce85fefa1d tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/quotas/ee09af3d24634dd0b8d0361dafbf2c7a HTTP/1.1" status: 200 len: 375 time: 0.0253901 Aug 20 14:07:26.035545 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-26db7e84-b660-452d-9611-211095d10d06 req-fa924b24-3266-46a9-b27d-da72d4e86356 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee09af3d24634dd0b8d0361dafbf2c7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1720874 Aug 20 14:07:26.037792 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-0a4acd2c-0296-4f90-a856-8b2ff028cb15 service neutron] Request body: {'port': {'device_id': '4b0d3a2d-2955-4c09-80e9-35054009585e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:07:26.198879 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-36bc6b7f-09ae-44b5-a7d5-896db5bdcdd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:26.251692 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-0a4acd2c-0296-4f90-a856-8b2ff028cb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:26.556993 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-26db7e84-b660-452d-9611-211095d10d06 req-338b90c0-9f09-44ee-8713-82282653f5df service neutron] 10.222.0.38 "GET /v2.0/networks/1d7b7e4f-93c0-4b84-9c6a-22526b6438a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677494 Aug 20 14:07:26.657542 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538b4dc-7ee9-428b-b742-d124dae254d6 req-40787a32-f4a5-4c76-a20c-c6d74b719c65 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:26.663257 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7538b4dc-7ee9-428b-b742-d124dae254d6 req-40787a32-f4a5-4c76-a20c-c6d74b719c65 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/ports?device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 944 time: 0.2972431 Aug 20 14:07:26.739123 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc3be3-eeb6-40d3-ae9c-8d8e7a0fb69b req-95ceb8d7-c801-48a9-a1ab-f9459bb4d086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:26.744215 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b3dc3be3-eeb6-40d3-ae9c-8d8e7a0fb69b req-95ceb8d7-c801-48a9-a1ab-f9459bb4d086 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0c18d3662e3d42b3a2733eefb8b5996c&device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 1097 time: 0.5958853 Aug 20 14:07:26.812866 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7538b4dc-7ee9-428b-b742-d124dae254d6 req-297cf075-807c-4496-a305-d410b67fca98 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/security-groups?id=1252b8ac-165f-4ad2-ac59-f0057460cf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674143 Aug 20 14:07:26.975023 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-36bc6b7f-09ae-44b5-a7d5-896db5bdcdd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:27.240018 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc3be3-eeb6-40d3-ae9c-8d8e7a0fb69b req-c41bd9a4-8277-461c-9488-6d9f7a61dff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:27.245751 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b3dc3be3-eeb6-40d3-ae9c-8d8e7a0fb69b req-c41bd9a4-8277-461c-9488-6d9f7a61dff9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=87750036-1888-4539-995e-06482bad333d HTTP/1.1" status: 200 len: 913 time: 0.4138322 Aug 20 14:07:27.246179 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.65', 56530) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:27.281730 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-36bc6b7f-09ae-44b5-a7d5-896db5bdcdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:27.288024 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-26db7e84-b660-452d-9611-211095d10d06 req-b5d88f29-9c46-4231-810f-25a655a99f11 service neutron] 10.222.0.38 "GET /v2.0/networks/1d7b7e4f-93c0-4b84-9c6a-22526b6438a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7001340 Aug 20 14:07:27.350128 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc6b7f-09ae-44b5-a7d5-896db5bdcdd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8323befb-6dc8-418b-ba3a-b98419b218da,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:27.384312 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2357b936-8b42-40a7-ad73-cdda18ec7178 req-7320a80a-bff5-4949-b8fb-c123c22f6e84 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 210 time: 0.1358168 Aug 20 14:07:27.396503 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.notifiers.nova [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-0a4acd2c-0296-4f90-a856-8b2ff028cb15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b75794f-c849-40e2-a07a-20dcddba583b {{(pid=94101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:07:27.439246 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-0a4acd2c-0296-4f90-a856-8b2ff028cb15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:27.452427 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-36bc6b7f-09ae-44b5-a7d5-896db5bdcdd4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9d779c0638bd450babd42c5e7cd694de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6654716 Aug 20 14:07:27.471120 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 52740) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:27.521580 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b3dc3be3-eeb6-40d3-ae9c-8d8e7a0fb69b req-20693658-8eb3-49a2-a033-9c9426f11d42 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=511d83c5-2fe5-480c-8024-efe7ddbd5d04 HTTP/1.1" status: 200 len: 217 time: 0.2324274 Aug 20 14:07:27.621987 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.provisioning_blocks [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-0a4acd2c-0296-4f90-a856-8b2ff028cb15 service neutron] Transition to ACTIVE for port object 6b75794f-c849-40e2-a07a-20dcddba583b will not be triggered until provisioned by entity L2. {{(pid=94101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:07:27.646437 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-0a4acd2c-0296-4f90-a856-8b2ff028cb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:27.691105 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc3be3-eeb6-40d3-ae9c-8d8e7a0fb69b req-c8a90e9e-401f-4df3-855f-d2a5e6848523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:27.694043 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b3dc3be3-eeb6-40d3-ae9c-8d8e7a0fb69b req-c8a90e9e-401f-4df3-855f-d2a5e6848523 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c55cf9df-5e58-4550-bd40-2cc45f87dfbe HTTP/1.1" status: 200 len: 852 time: 0.1545851 Aug 20 14:07:27.714975 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-9b90b96d-eb06-4bea-9a67-5a4b65e12be7 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:27.716740 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-9b90b96d-eb06-4bea-9a67-5a4b65e12be7 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.65 "GET /v2.0/networks?id=c1c7c6a6-5f3d-43a4-90fb-564a679154da HTTP/1.1" status: 200 len: 819 time: 0.4681418 Aug 20 14:07:27.792119 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b3dc3be3-eeb6-40d3-ae9c-8d8e7a0fb69b req-2dd5a206-14e4-4675-8330-d5e41bb5d8b6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=87750036-1888-4539-995e-06482bad333d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560362 Aug 20 14:07:27.819488 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-dc112589-fa77-46f0-8d2e-7f093d4477fd tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Request body: {'port': {'device_id': '0818af95-f960-4628-9099-5295b0bd3989', 'network_id': 'c1c7c6a6-5f3d-43a4-90fb-564a679154da', 'admin_state_up': True, 'tenant_id': 'e5c5349bb995408f9231d02a2b7a42d6'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:07:28.279121 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 52776) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:28.403348 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-65199dfa-a030-4c43-8188-7bd986876538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:28.445063 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4acd2c-0296-4f90-a856-8b2ff028cb15 service neutron] Pushing event updated for resources: {'Port': ['ID=6b75794f-c849-40e2-a07a-20dcddba583b,revision_number=2']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:28.575540 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-65199dfa-a030-4c43-8188-7bd986876538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:28.668693 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b3dc3be3-eeb6-40d3-ae9c-8d8e7a0fb69b req-a11d1863-7ab0-4a74-8851-cea31b49facb service neutron] 10.222.0.65 "GET /v2.0/networks/87750036-1888-4539-995e-06482bad333d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823475 Aug 20 14:07:28.671541 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e1761ec2-b8ec-4b9f-937b-0ffdac9df00a req-5b542495-f2e3-4261-9dd7-f655296c90e6 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 210 time: 0.8028266 Aug 20 14:07:28.706795 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-65199dfa-a030-4c43-8188-7bd986876538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:28.722540 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-65199dfa-a030-4c43-8188-7bd986876538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:28.727704 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-65199dfa-a030-4c43-8188-7bd986876538 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8323befb-6dc8-418b-ba3a-b98419b218da HTTP/1.1" status: 204 len: 168 time: 1.2589722 Aug 20 14:07:28.760240 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.managers [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-0a4acd2c-0296-4f90-a856-8b2ff028cb15 service neutron] Attempting to bind port 6b75794f-c849-40e2-a07a-20dcddba583b on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:07:28.761352 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.managers [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-0a4acd2c-0296-4f90-a856-8b2ff028cb15 service neutron] Attempting to bind port 6b75794f-c849-40e2-a07a-20dcddba583b by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'b3abcbc2-da77-4957-a9b3-2c3cbafbe331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c1c7c6a6-5f3d-43a4-90fb-564a679154da'}] {{(pid=94101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:07:28.764501 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-0a4acd2c-0296-4f90-a856-8b2ff028cb15 service neutron] Attempting to bind port 6b75794f-c849-40e2-a07a-20dcddba583b on network c1c7c6a6-5f3d-43a4-90fb-564a679154da {{(pid=94101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:07:28.779556 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65199dfa-a030-4c43-8188-7bd986876538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8323befb-6dc8-418b-ba3a-b98419b218da,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:28.798079 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-0a4acd2c-0296-4f90-a856-8b2ff028cb15 service neutron] Port 6b75794f-c849-40e2-a07a-20dcddba583b on network c1c7c6a6-5f3d-43a4-90fb-564a679154da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:07:28.799429 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-0a4acd2c-0296-4f90-a856-8b2ff028cb15 service neutron] Attempting to bind port 6b75794f-c849-40e2-a07a-20dcddba583b on network c1c7c6a6-5f3d-43a4-90fb-564a679154da {{(pid=94101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:07:28.820284 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-0a4acd2c-0296-4f90-a856-8b2ff028cb15 service neutron] Checking agent: {'id': 'e9494a82-1f02-49fe-8034-7b3c5c14ee49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'started_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:07:28.822027 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-0a4acd2c-0296-4f90-a856-8b2ff028cb15 service neutron] Checking segment: {'id': 'b3abcbc2-da77-4957-a9b3-2c3cbafbe331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c1c7c6a6-5f3d-43a4-90fb-564a679154da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:07:28.823173 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-0a4acd2c-0296-4f90-a856-8b2ff028cb15 service neutron] Bound using segment: {'id': 'b3abcbc2-da77-4957-a9b3-2c3cbafbe331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c1c7c6a6-5f3d-43a4-90fb-564a679154da'} {{(pid=94101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:07:28.824861 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.managers [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-0a4acd2c-0296-4f90-a856-8b2ff028cb15 service neutron] Bound port: 6b75794f-c849-40e2-a07a-20dcddba583b, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3abcbc2-da77-4957-a9b3-2c3cbafbe331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c1c7c6a6-5f3d-43a4-90fb-564a679154da'}}] {{(pid=94101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:07:28.826532 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-0a4acd2c-0296-4f90-a856-8b2ff028cb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:28.858891 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 52800) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:28.889964 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b3dc3be3-eeb6-40d3-ae9c-8d8e7a0fb69b req-02960f57-f1c3-46f0-8e28-00fd9238dddf service neutron] 10.222.0.65 "GET /v2.0/networks/87750036-1888-4539-995e-06482bad333d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971052 Aug 20 14:07:29.038517 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.db [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-0a4acd2c-0296-4f90-a856-8b2ff028cb15 service neutron] For port 6b75794f-c849-40e2-a07a-20dcddba583b, host hv-cinder-79053, cleared binding levels {{(pid=94101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:07:29.044398 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7d6d2-659c-434d-b4b0-417cecd189a3 req-96e92a8d-d9ad-4aaf-abf4-d893ecb9ffc0 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:29.052496 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.db [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-0a4acd2c-0296-4f90-a856-8b2ff028cb15 service neutron] For port 6b75794f-c849-40e2-a07a-20dcddba583b, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6b75794f-c849-40e2-a07a-20dcddba583b,segment=NetworkSegment(b3abcbc2-da77-4957-a9b3-2c3cbafbe331),segment_id=b3abcbc2-da77-4957-a9b3-2c3cbafbe331)] {{(pid=94101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:07:29.054687 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f5b7d6d2-659c-434d-b4b0-417cecd189a3 req-96e92a8d-d9ad-4aaf-abf4-d893ecb9ffc0 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/ports?device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 944 time: 0.3950741 Aug 20 14:07:29.060913 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-0a4acd2c-0296-4f90-a856-8b2ff028cb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:29.072069 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1b1734f2-6a4d-43cf-b04c-78f04a177382 req-e48ca3d3-4a83-4509-a579-16909f39bbea tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 210 time: 0.1362972 Aug 20 14:07:29.185615 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f5b7d6d2-659c-434d-b4b0-417cecd189a3 req-a5b447d2-19e2-4cd9-b085-37020722d069 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/security-groups?id=1252b8ac-165f-4ad2-ac59-f0057460cf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289656 Aug 20 14:07:29.210419 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-9cacd2c4-e710-4dce-a669-9887817905ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:29.235575 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-dc112589-fa77-46f0-8d2e-7f093d4477fd tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Made reservation on behalf of e5c5349bb995408f9231d02a2b7a42d6 for: {'port': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:07:29.246107 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-dc112589-fa77-46f0-8d2e-7f093d4477fd tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:29.259124 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-0a4acd2c-0296-4f90-a856-8b2ff028cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:29.259753 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-0a4acd2c-0296-4f90-a856-8b2ff028cb15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for port, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:29.261282 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-0a4acd2c-0296-4f90-a856-8b2ff028cb15 service neutron] 10.222.0.65 "PUT /v2.0/ports/6b75794f-c849-40e2-a07a-20dcddba583b HTTP/1.1" status: 200 len: 1093 time: 3.2312973 Aug 20 14:07:29.264013 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0d3a2d-2955-4c09-80e9-35054009585e', 'tag': '6b75794f-c849-40e2-a07a-20dcddba583b'}] {{(pid=94101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:07:29.360824 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4acd2c-0296-4f90-a856-8b2ff028cb15 service neutron] Pushing event updated for resources: {'Port': ['ID=6b75794f-c849-40e2-a07a-20dcddba583b,revision_number=3']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:29.386029 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-be8a0b5c-2360-4098-8263-47d6109ab2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:29.487930 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-dc112589-fa77-46f0-8d2e-7f093d4477fd tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Allocated IP 172.20.0.6 (c1c7c6a6-5f3d-43a4-90fb-564a679154da/76001b34-7c64-4cf4-accf-135ef535979b/48842953-5da8-476c-9f5c-5a5c39ff8287) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:07:29.512751 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-9cacd2c4-e710-4dce-a669-9887817905ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:29.526654 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-9cacd2c4-e710-4dce-a669-9887817905ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:29.559721 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 52812) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:29.598514 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacd2c4-e710-4dce-a669-9887817905ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbf18db-187a-478e-8cf7-bebca8c7b31b,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:29.606545 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-9cacd2c4-e710-4dce-a669-9887817905ac admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=97b44b4f80df417d99e99afa35ef2841&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2047706 Aug 20 14:07:29.609452 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 52816) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:29.680366 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe9c96b14d8a984b3b2359cf8bfa077cf4e0579f01b10b2ab8ef3f260cf9dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1586e574-7e99-4af7-8892-721e49847bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0d3a2d-2955-4c09-80e9-35054009585e", "tag": "6b75794f-c849-40e2-a07a-20dcddba583b"}]}' {{(pid=94101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:07:29.703316 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c8e97a5d-a232-49c4-a888-5c471bee26fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:29.728088 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-be8a0b5c-2360-4098-8263-47d6109ab2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:29.740923 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-be8a0b5c-2360-4098-8263-47d6109ab2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:29.746017 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c8e97a5d-a232-49c4-a888-5c471bee26fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:29.808428 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-dc112589-fa77-46f0-8d2e-7f093d4477fd tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:29.908587 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-686c6362-f693-41a1-986a-e9b73f619337 req-978fabb5-11d1-4113-bd76-8cbc2e3562f2 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 210 time: 0.0391047 Aug 20 14:07:29.921965 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-dc112589-fa77-46f0-8d2e-7f093d4477fd tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:29.951264 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-6cb0167f-65d7-4811-82ee-23aac61728be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:30.000864 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f903926a-81c1-4433-826c-3af4c25b85c0 x-openstack-request-id: req-f903926a-81c1-4433-826c-3af4c25b85c0 {{(pid=94101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:07:30.001289 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0d3a2d-2955-4c09-80e9-35054009585e", "tag": "6b75794f-c849-40e2-a07a-20dcddba583b", "status": "completed", "code": 200}]} {{(pid=94101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:07:30.002310 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f903926a-81c1-4433-826c-3af4c25b85c0 {{(pid=94101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:07:30.002310 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0d3a2d-2955-4c09-80e9-35054009585e', 'tag': '6b75794f-c849-40e2-a07a-20dcddba583b', 'status': 'completed', 'code': 200} Aug 20 14:07:30.024076 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-be8a0b5c-2360-4098-8263-47d6109ab2a9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=99cfbab476124da986781a00b1caa559&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1608450 Aug 20 14:07:30.024076 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a0b5c-2360-4098-8263-47d6109ab2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949fb8c5-265f-4c45-b509-967216a17aa4,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:30.025616 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 52836) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:30.054709 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-dc112589-fa77-46f0-8d2e-7f093d4477fd tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Network c1c7c6a6-5f3d-43a4-90fb-564a679154da is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:07:30.077816 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-dc112589-fa77-46f0-8d2e-7f093d4477fd tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:07:30.079065 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c8e97a5d-a232-49c4-a888-5c471bee26fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:30.083347 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c8e97a5d-a232-49c4-a888-5c471bee26fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:30.083497 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc112589-fa77-46f0-8d2e-7f093d4477fd tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Pushing event updated for resources: {'Port': ['ID=48842953-5da8-476c-9f5c-5a5c39ff8287,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:30.088145 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-c8e97a5d-a232-49c4-a888-5c471bee26fd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dcbf18db-187a-478e-8cf7-bebca8c7b31b HTTP/1.1" status: 204 len: 168 time: 0.4746161 Aug 20 14:07:30.091929 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-dc112589-fa77-46f0-8d2e-7f093d4477fd tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:07:30.102505 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-dc112589-fa77-46f0-8d2e-7f093d4477fd tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:30.103545 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-dc112589-fa77-46f0-8d2e-7f093d4477fd tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:30.120927 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e97a5d-a232-49c4-a888-5c471bee26fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbf18db-187a-478e-8cf7-bebca8c7b31b,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:30.184011 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-aab8fca2-1562-4441-9f90-e80c5930f4c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:30.227792 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-aab8fca2-1562-4441-9f90-e80c5930f4c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:30.280423 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-6cb0167f-65d7-4811-82ee-23aac61728be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:30.288711 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-6cb0167f-65d7-4811-82ee-23aac61728be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:30.342493 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-dc112589-fa77-46f0-8d2e-7f093d4477fd tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5475557 Aug 20 14:07:30.351652 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-6cb0167f-65d7-4811-82ee-23aac61728be admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f4b0a3e090574dccbc3d0c7e1f6ed62e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7907147 Aug 20 14:07:30.355051 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 52852) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:30.416435 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13020f43-7759-4d44-815c-861edbc6da96 req-9fd57b68-94ad-4b3c-9ce7-dd087e531bd9 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:30.417958 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-13020f43-7759-4d44-815c-861edbc6da96 req-9fd57b68-94ad-4b3c-9ce7-dd087e531bd9 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 931 time: 0.1578805 Aug 20 14:07:30.419099 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-aab8fca2-1562-4441-9f90-e80c5930f4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:30.419746 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0167f-65d7-4811-82ee-23aac61728be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a767061a-39a8-444c-a183-29fbf8e45776,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:30.421514 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-aab8fca2-1562-4441-9f90-e80c5930f4c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:30.422505 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-aab8fca2-1562-4441-9f90-e80c5930f4c1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/949fb8c5-265f-4c45-b509-967216a17aa4 HTTP/1.1" status: 204 len: 168 time: 0.3956800 Aug 20 14:07:30.432499 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-ba88d38a-dcd3-4556-8f04-cc9d9c8fcda2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:30.441016 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31685f74-96f2-4240-bb8e-ea3cda6a92d3 req-f6f427c5-892c-403c-aaa2-a88625df9990 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:30.442599 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-31685f74-96f2-4240-bb8e-ea3cda6a92d3 req-f6f427c5-892c-403c-aaa2-a88625df9990 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/ports?device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 944 time: 0.1212051 Aug 20 14:07:30.466970 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8fca2-1562-4441-9f90-e80c5930f4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949fb8c5-265f-4c45-b509-967216a17aa4,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:30.473383 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-ba88d38a-dcd3-4556-8f04-cc9d9c8fcda2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:30.520764 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-13020f43-7759-4d44-815c-861edbc6da96 req-2c7b0bed-ee6a-49ad-a3db-0a3a3067cf40 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921528 Aug 20 14:07:30.568603 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-31685f74-96f2-4240-bb8e-ea3cda6a92d3 req-1d56b5c0-4358-4a1d-a25d-bb78f9114d33 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/security-groups?id=1252b8ac-165f-4ad2-ac59-f0057460cf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127250 Aug 20 14:07:30.587643 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-ba88d38a-dcd3-4556-8f04-cc9d9c8fcda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:30.590996 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-ba88d38a-dcd3-4556-8f04-cc9d9c8fcda2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:30.594612 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-ba88d38a-dcd3-4556-8f04-cc9d9c8fcda2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a767061a-39a8-444c-a183-29fbf8e45776 HTTP/1.1" status: 204 len: 168 time: 0.2358837 Aug 20 14:07:30.600883 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88d38a-dcd3-4556-8f04-cc9d9c8fcda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a767061a-39a8-444c-a183-29fbf8e45776,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:30.645098 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 52860) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:30.660738 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-e21dc97a-324b-48e2-8d76-2a8476dcc902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:30.788256 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-e21dc97a-324b-48e2-8d76-2a8476dcc902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:30.793729 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-e21dc97a-324b-48e2-8d76-2a8476dcc902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:30.843410 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-e21dc97a-324b-48e2-8d76-2a8476dcc902 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4241238d38d942f88b22e7d871892bb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1941805 Aug 20 14:07:30.843410 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21dc97a-324b-48e2-8d76-2a8476dcc902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711ae2e3-e1f0-44e7-92ab-9aa573ab5a96,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:30.845396 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 52866) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:30.952130 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-b7aa49e9-1e90-48be-9cb5-e07593bf9d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:30.988793 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-b7aa49e9-1e90-48be-9cb5-e07593bf9d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:31.083013 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-b7aa49e9-1e90-48be-9cb5-e07593bf9d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:31.085813 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-b7aa49e9-1e90-48be-9cb5-e07593bf9d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:31.093391 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-b7aa49e9-1e90-48be-9cb5-e07593bf9d16 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/711ae2e3-e1f0-44e7-92ab-9aa573ab5a96 HTTP/1.1" status: 204 len: 168 time: 0.2441316 Aug 20 14:07:31.102897 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa49e9-1e90-48be-9cb5-e07593bf9d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711ae2e3-e1f0-44e7-92ab-9aa573ab5a96,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:31.110592 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 52876) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:31.210129 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-14bc970e-f20d-4c23-aa03-843ac271fcc7 req-ade37d08-dc6e-4a49-be3e-93989a159496 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 210 time: 0.0773766 Aug 20 14:07:31.232105 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-f7b8f5dc-02f6-4876-8663-034b6a3c2c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:31.433126 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-f7b8f5dc-02f6-4876-8663-034b6a3c2c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:31.446350 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-f7b8f5dc-02f6-4876-8663-034b6a3c2c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:31.490230 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8f5dc-02f6-4876-8663-034b6a3c2c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb71ec9-5e7a-468f-bc44-f13221f42c72,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:31.494982 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-f7b8f5dc-02f6-4876-8663-034b6a3c2c62 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0d3424ae88da4df3a0499db6ad892313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3814673 Aug 20 14:07:31.500155 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 52882) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:31.500292 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 52880) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:31.520296 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-e53179b5-76b9-45ea-ab6f-48309d4a1ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:31.650979 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-e53179b5-76b9-45ea-ab6f-48309d4a1ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:31.659097 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-ebcec3a9-7c5d-49e2-ab54-eb15ff951362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:31.659873 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-e53179b5-76b9-45ea-ab6f-48309d4a1ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:31.734216 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-ebcec3a9-7c5d-49e2-ab54-eb15ff951362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:31.755158 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53179b5-76b9-45ea-ab6f-48309d4a1ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a997c98-1a09-41cc-8cd5-e898a68fb50e,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:31.811187 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-ebcec3a9-7c5d-49e2-ab54-eb15ff951362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:31.816418 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-ebcec3a9-7c5d-49e2-ab54-eb15ff951362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:31.818234 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-ebcec3a9-7c5d-49e2-ab54-eb15ff951362 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ebb71ec9-5e7a-468f-bc44-f13221f42c72 HTTP/1.1" status: 204 len: 168 time: 0.3167920 Aug 20 14:07:31.829763 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcec3a9-7c5d-49e2-ab54-eb15ff951362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb71ec9-5e7a-468f-bc44-f13221f42c72,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:31.838448 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-e53179b5-76b9-45ea-ab6f-48309d4a1ace admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=229960aeab4c4d03b0b11a96525d290f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3358626 Aug 20 14:07:31.850410 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 52890) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:31.876083 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74da98a-d30f-4fc7-83bd-8400082968c4 req-51c917e4-10d9-4ce2-96ac-c857be4784a8 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:31.878050 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c74da98a-d30f-4fc7-83bd-8400082968c4 req-51c917e4-10d9-4ce2-96ac-c857be4784a8 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/ports?device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 944 time: 0.1632028 Aug 20 14:07:31.896166 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09a794-e996-4d54-a970-b03b97ef6961 req-3ead171b-0d59-46cb-a9d2-de3b92f0f28b tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:31.897880 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8f09a794-e996-4d54-a970-b03b97ef6961 req-3ead171b-0d59-46cb-a9d2-de3b92f0f28b tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 931 time: 0.1812010 Aug 20 14:07:31.957484 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0af82c0c-6adf-4f65-b4fe-040531b7646b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:31.989358 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0af82c0c-6adf-4f65-b4fe-040531b7646b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:32.003690 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8f09a794-e996-4d54-a970-b03b97ef6961 req-7c7549ae-b7b3-4a61-afb8-d4a48b012209 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690491 Aug 20 14:07:32.011224 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c74da98a-d30f-4fc7-83bd-8400082968c4 req-1b5fd243-23b2-4e6d-be5f-efb2016ad496 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/security-groups?id=1252b8ac-165f-4ad2-ac59-f0057460cf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230376 Aug 20 14:07:32.073916 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0af82c0c-6adf-4f65-b4fe-040531b7646b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:32.077881 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0af82c0c-6adf-4f65-b4fe-040531b7646b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:32.079412 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-0af82c0c-6adf-4f65-b4fe-040531b7646b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1a997c98-1a09-41cc-8cd5-e898a68fb50e HTTP/1.1" status: 204 len: 168 time: 0.2237670 Aug 20 14:07:32.094157 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af82c0c-6adf-4f65-b4fe-040531b7646b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a997c98-1a09-41cc-8cd5-e898a68fb50e,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:32.312502 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f9f62eae-fd29-466f-b10e-61891051a7d5 req-21998395-7a76-44bd-8c9b-6b92d09be879 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 210 time: 0.0288568 Aug 20 14:07:32.601742 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 52924) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:32.620145 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-dd9206a2-bc61-40a2-9632-431cbe42039b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:32.726193 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-dd9206a2-bc61-40a2-9632-431cbe42039b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:32.731176 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-dd9206a2-bc61-40a2-9632-431cbe42039b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:32.776311 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-dd9206a2-bc61-40a2-9632-431cbe42039b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5ea06758b4fe45d98ce3c2c65899b842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1691718 Aug 20 14:07:32.776311 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9206a2-bc61-40a2-9632-431cbe42039b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cd2832-edf5-4d4c-a5cb-c4caecaa6517,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:32.777034 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 52932) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:32.838322 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7064b679-9d5c-4def-8877-f2902877c1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:32.878920 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7064b679-9d5c-4def-8877-f2902877c1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:32.935634 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7064b679-9d5c-4def-8877-f2902877c1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:32.938221 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7064b679-9d5c-4def-8877-f2902877c1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:32.939523 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-7064b679-9d5c-4def-8877-f2902877c1b9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c8cd2832-edf5-4d4c-a5cb-c4caecaa6517 HTTP/1.1" status: 204 len: 168 time: 0.1615090 Aug 20 14:07:32.947971 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064b679-9d5c-4def-8877-f2902877c1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cd2832-edf5-4d4c-a5cb-c4caecaa6517,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:33.239826 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df4e3a-7b80-4bb3-949b-0e584c83bcbd req-67aef9c2-8b9b-467d-b30d-bb6f25004129 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:33.242468 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a2df4e3a-7b80-4bb3-949b-0e584c83bcbd req-67aef9c2-8b9b-467d-b30d-bb6f25004129 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 931 time: 0.1281686 Aug 20 14:07:33.257957 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3093ea-2416-44c6-a815-b9ca02fb6e71 req-19933adc-7211-4abb-a99a-0c572c49c759 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:33.260643 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5e3093ea-2416-44c6-a815-b9ca02fb6e71 req-19933adc-7211-4abb-a99a-0c572c49c759 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/ports?device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 944 time: 0.1282816 Aug 20 14:07:33.331763 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a2df4e3a-7b80-4bb3-949b-0e584c83bcbd req-bd5f124f-f354-4ca3-978d-03b005bad186 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693510 Aug 20 14:07:33.350776 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5e3093ea-2416-44c6-a815-b9ca02fb6e71 req-4eeb62a0-9125-411b-ac5a-e356b3efc3b0 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/security-groups?id=1252b8ac-165f-4ad2-ac59-f0057460cf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765953 Aug 20 14:07:33.457081 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d81a8955-fb77-49ef-94e3-746e5fb00aa9 req-2653d851-5cf5-48d8-b1cb-bf6e66447674 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 210 time: 0.0325930 Aug 20 14:07:34.582377 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910237e-39aa-4910-860f-5fecd4ca25f4 req-dab2fd5f-d74e-442f-a4dd-a1eb5e1da466 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:34.582377 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f910237e-39aa-4910-860f-5fecd4ca25f4 req-dab2fd5f-d74e-442f-a4dd-a1eb5e1da466 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 931 time: 0.0952704 Aug 20 14:07:34.606335 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932f4b4-aabd-44e9-8903-ba99ef442b87 req-453dbf71-cce5-43a7-847f-acc0cb2c088a tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:34.608165 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9932f4b4-aabd-44e9-8903-ba99ef442b87 req-453dbf71-cce5-43a7-847f-acc0cb2c088a tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/ports?device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 944 time: 0.1135495 Aug 20 14:07:34.646007 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f910237e-39aa-4910-860f-5fecd4ca25f4 req-2bbc3382-8128-4679-8611-d90830f32154 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578434 Aug 20 14:07:34.703557 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9932f4b4-aabd-44e9-8903-ba99ef442b87 req-9bbfe87d-a026-4c10-830c-1d2ce9268004 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/security-groups?id=1252b8ac-165f-4ad2-ac59-f0057460cf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706086 Aug 20 14:07:34.770468 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-363e540c-551d-4864-ba09-b3406836319b req-0cbda4ff-8947-4bb1-87d0-398a2de00654 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 210 time: 0.0287468 Aug 20 14:07:35.453670 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-00ad891d-51cc-4aa8-9ef0-76e9bb389081 service neutron] Request body: {'port': {'device_id': '0818af95-f960-4628-9099-5295b0bd3989', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:07:35.622853 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-00ad891d-51cc-4aa8-9ef0-76e9bb389081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:35.637547 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-edefa880-549f-449a-841e-a43ee9aea3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:35.639425 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-edefa880-549f-449a-841e-a43ee9aea3b9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5c5349bb995408f9231d02a2b7a42d6&device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 1096 time: 0.1487041 Aug 20 14:07:35.762982 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-011f9d6c-58aa-4474-b21f-0efe0b0df632 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b75794f-c849-40e2-a07a-20dcddba583b HTTP/1.1" status: 200 len: 217 time: 0.1105533 Aug 20 14:07:35.933080 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-3b56c55b-bc62-4bd3-aed3-68a9f7cdcdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:35.934882 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-3b56c55b-bc62-4bd3-aed3-68a9f7cdcdc7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=76001b34-7c64-4cf4-accf-135ef535979b HTTP/1.1" status: 200 len: 859 time: 0.1648695 Aug 20 14:07:35.997876 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-795ed01b-80d4-4296-a4ad-0ca89899f0ab service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1c7c6a6-5f3d-43a4-90fb-564a679154da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524626 Aug 20 14:07:36.079017 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794cddd-0ccc-4168-b342-24eee2cca791 req-603c2776-99e3-42fd-9bf5-2de6876b9f98 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:36.087057 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7794cddd-0ccc-4168-b342-24eee2cca791 req-603c2776-99e3-42fd-9bf5-2de6876b9f98 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 931 time: 0.1776662 Aug 20 14:07:36.121322 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315aa5ef-45d3-4f8c-8316-bd7cacfa4d64 req-93ec88ea-ca13-408d-993e-da095c393086 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:36.129184 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-315aa5ef-45d3-4f8c-8316-bd7cacfa4d64 req-93ec88ea-ca13-408d-993e-da095c393086 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/ports?device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 944 time: 0.2220523 Aug 20 14:07:36.168241 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-779742bd-3f20-4649-846b-6efe80a78280 service neutron] 10.222.0.65 "GET /v2.0/networks/c1c7c6a6-5f3d-43a4-90fb-564a679154da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547980 Aug 20 14:07:36.208636 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7794cddd-0ccc-4168-b342-24eee2cca791 req-3eb334cc-3733-4dd6-b084-fc9dc42fa9fe tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201484 Aug 20 14:07:36.233900 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-315aa5ef-45d3-4f8c-8316-bd7cacfa4d64 req-64f4a031-086b-4a4b-8d17-33122c0c6489 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/security-groups?id=1252b8ac-165f-4ad2-ac59-f0057460cf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012011 Aug 20 14:07:36.401581 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [req-2c95d899-6baa-4c0b-b64b-70a03ebecd5d req-be04f151-19e4-4381-b19e-4361d7fe3c11 service neutron] 10.222.0.65 "GET /v2.0/networks/c1c7c6a6-5f3d-43a4-90fb-564a679154da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251179 Aug 20 14:07:36.481206 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-30ef1c15-bd4f-4e4c-b6ed-a37b15be4d71 req-c5924f8b-873a-402d-a00a-689ef88e085c tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 210 time: 0.0873802 Aug 20 14:07:36.501117 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-00ad891d-51cc-4aa8-9ef0-76e9bb389081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48842953-5da8-476c-9f5c-5a5c39ff8287 {{(pid=94100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:07:36.526117 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-00ad891d-51cc-4aa8-9ef0-76e9bb389081 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:36.578946 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586e574-7e99-4af7-8892-721e49847bb5 req-b080bd30-d5a3-44ba-960d-3ae51bcff838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:36.580579 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [req-1586e574-7e99-4af7-8892-721e49847bb5 req-b080bd30-d5a3-44ba-960d-3ae51bcff838 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5c5349bb995408f9231d02a2b7a42d6&device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 1096 time: 0.0896223 Aug 20 14:07:36.586566 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.provisioning_blocks [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-00ad891d-51cc-4aa8-9ef0-76e9bb389081 service neutron] Transition to ACTIVE for port object 48842953-5da8-476c-9f5c-5a5c39ff8287 will not be triggered until provisioned by entity L2. {{(pid=94100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:07:36.618577 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-00ad891d-51cc-4aa8-9ef0-76e9bb389081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:36.671299 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db7e84-b660-452d-9611-211095d10d06 req-3a784936-9083-4f8a-b4ad-83baf3ba360e tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:36.672874 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-26db7e84-b660-452d-9611-211095d10d06 req-3a784936-9083-4f8a-b4ad-83baf3ba360e tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.65 "GET /v2.0/networks?id=1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 HTTP/1.1" status: 200 len: 814 time: 0.3919437 Aug 20 14:07:36.702339 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad891d-51cc-4aa8-9ef0-76e9bb389081 service neutron] Pushing event updated for resources: {'Port': ['ID=48842953-5da8-476c-9f5c-5a5c39ff8287,revision_number=2']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:36.803241 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-26db7e84-b660-452d-9611-211095d10d06 req-28979479-472c-445d-a8c1-c455d41310f6 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee09af3d24634dd0b8d0361dafbf2c7a HTTP/1.1" status: 200 len: 380 time: 0.1203594 Aug 20 14:07:36.817819 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-26db7e84-b660-452d-9611-211095d10d06 req-82aa51ff-6105-434b-9f18-eb3ae92b842f tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Request body: {'port': {'device_id': '84643384-b871-43e8-a754-c9b24753f49a', 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0', 'admin_state_up': True, 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'security_groups': ['0ac7981a-45a3-4d2f-9f7e-60013ca45303']}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:07:36.821501 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-00ad891d-51cc-4aa8-9ef0-76e9bb389081 service neutron] Attempting to bind port 48842953-5da8-476c-9f5c-5a5c39ff8287 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:07:36.821981 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-00ad891d-51cc-4aa8-9ef0-76e9bb389081 service neutron] Attempting to bind port 48842953-5da8-476c-9f5c-5a5c39ff8287 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'b3abcbc2-da77-4957-a9b3-2c3cbafbe331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c1c7c6a6-5f3d-43a4-90fb-564a679154da'}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:07:36.822310 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-00ad891d-51cc-4aa8-9ef0-76e9bb389081 service neutron] Attempting to bind port 48842953-5da8-476c-9f5c-5a5c39ff8287 on network c1c7c6a6-5f3d-43a4-90fb-564a679154da {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:07:36.866400 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-00ad891d-51cc-4aa8-9ef0-76e9bb389081 service neutron] Port 48842953-5da8-476c-9f5c-5a5c39ff8287 on network c1c7c6a6-5f3d-43a4-90fb-564a679154da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:07:36.866727 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-00ad891d-51cc-4aa8-9ef0-76e9bb389081 service neutron] Attempting to bind port 48842953-5da8-476c-9f5c-5a5c39ff8287 on network c1c7c6a6-5f3d-43a4-90fb-564a679154da {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:07:36.879956 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-00ad891d-51cc-4aa8-9ef0-76e9bb389081 service neutron] Checking agent: {'id': 'e9494a82-1f02-49fe-8034-7b3c5c14ee49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'started_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:07:36.880349 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-00ad891d-51cc-4aa8-9ef0-76e9bb389081 service neutron] Checking segment: {'id': 'b3abcbc2-da77-4957-a9b3-2c3cbafbe331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c1c7c6a6-5f3d-43a4-90fb-564a679154da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:07:36.880757 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-00ad891d-51cc-4aa8-9ef0-76e9bb389081 service neutron] Bound using segment: {'id': 'b3abcbc2-da77-4957-a9b3-2c3cbafbe331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c1c7c6a6-5f3d-43a4-90fb-564a679154da'} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:07:36.881194 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-00ad891d-51cc-4aa8-9ef0-76e9bb389081 service neutron] Bound port: 48842953-5da8-476c-9f5c-5a5c39ff8287, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3abcbc2-da77-4957-a9b3-2c3cbafbe331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c1c7c6a6-5f3d-43a4-90fb-564a679154da'}}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:07:36.881547 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-00ad891d-51cc-4aa8-9ef0-76e9bb389081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:36.889725 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586e574-7e99-4af7-8892-721e49847bb5 req-1867b915-52b9-42dd-9ed8-bad3ba054d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:36.892421 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [req-1586e574-7e99-4af7-8892-721e49847bb5 req-1867b915-52b9-42dd-9ed8-bad3ba054d71 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c1c7c6a6-5f3d-43a4-90fb-564a679154da HTTP/1.1" status: 200 len: 920 time: 0.2959428 Aug 20 14:07:36.955960 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [req-1586e574-7e99-4af7-8892-721e49847bb5 req-0f04c7b8-6334-420e-a94f-2e4dfc6e9a47 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b75794f-c849-40e2-a07a-20dcddba583b HTTP/1.1" status: 200 len: 217 time: 0.0543308 Aug 20 14:07:36.986106 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-00ad891d-51cc-4aa8-9ef0-76e9bb389081 service neutron] For port 48842953-5da8-476c-9f5c-5a5c39ff8287, host hv-cinder-79053, cleared binding levels {{(pid=94100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:07:36.991390 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-00ad891d-51cc-4aa8-9ef0-76e9bb389081 service neutron] For port 48842953-5da8-476c-9f5c-5a5c39ff8287, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=48842953-5da8-476c-9f5c-5a5c39ff8287,segment=NetworkSegment(b3abcbc2-da77-4957-a9b3-2c3cbafbe331),segment_id=b3abcbc2-da77-4957-a9b3-2c3cbafbe331)] {{(pid=94100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:07:37.004233 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-00ad891d-51cc-4aa8-9ef0-76e9bb389081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:37.016510 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 53146) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:37.088715 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586e574-7e99-4af7-8892-721e49847bb5 req-ce602259-81ed-4726-adc6-4111010d40fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:37.088715 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [req-1586e574-7e99-4af7-8892-721e49847bb5 req-ce602259-81ed-4726-adc6-4111010d40fb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=76001b34-7c64-4cf4-accf-135ef535979b HTTP/1.1" status: 200 len: 859 time: 0.1177871 Aug 20 14:07:37.094837 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-00ad891d-51cc-4aa8-9ef0-76e9bb389081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:37.095485 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-00ad891d-51cc-4aa8-9ef0-76e9bb389081 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:37.100169 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-00ad891d-51cc-4aa8-9ef0-76e9bb389081 service neutron] 10.222.0.65 "PUT /v2.0/ports/48842953-5da8-476c-9f5c-5a5c39ff8287 HTTP/1.1" status: 200 len: 1093 time: 1.6509941 Aug 20 14:07:37.100778 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0818af95-f960-4628-9099-5295b0bd3989', 'tag': '48842953-5da8-476c-9f5c-5a5c39ff8287'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:07:37.103972 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff387612-6a43-470d-8f0c-72ad9d33db04" -d '{"events": [{"name": "network-changed", "server_uuid": "0818af95-f960-4628-9099-5295b0bd3989", "tag": "48842953-5da8-476c-9f5c-5a5c39ff8287"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:07:37.134683 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [req-1586e574-7e99-4af7-8892-721e49847bb5 req-8c6e40cb-5470-46f1-8822-2e3ebaaaef25 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1c7c6a6-5f3d-43a4-90fb-564a679154da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406024 Aug 20 14:07:37.282504 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca33a3ea-e4cf-44b3-b763-13a26da411b4 x-openstack-request-id: req-ca33a3ea-e4cf-44b3-b763-13a26da411b4 {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:07:37.285060 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0818af95-f960-4628-9099-5295b0bd3989", "tag": "48842953-5da8-476c-9f5c-5a5c39ff8287", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:07:37.285636 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ca33a3ea-e4cf-44b3-b763-13a26da411b4 {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:07:37.286416 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0818af95-f960-4628-9099-5295b0bd3989', 'tag': '48842953-5da8-476c-9f5c-5a5c39ff8287', 'status': 'completed', 'code': 200} Aug 20 14:07:37.299390 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [req-1586e574-7e99-4af7-8892-721e49847bb5 req-33107c62-b654-4137-8665-432112db6e31 service neutron] 10.222.0.65 "GET /v2.0/networks/c1c7c6a6-5f3d-43a4-90fb-564a679154da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566756 Aug 20 14:07:37.347393 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-588ddbc7-2fd3-459e-b87a-057264b51626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:37.395477 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad891d-51cc-4aa8-9ef0-76e9bb389081 service neutron] Pushing event updated for resources: {'Port': ['ID=48842953-5da8-476c-9f5c-5a5c39ff8287,revision_number=3']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:37.484299 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.db.api [req-26db7e84-b660-452d-9611-211095d10d06 req-82aa51ff-6105-434b-9f18-eb3ae92b842f tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 14:07:37.484299 dv-cinder-790535-10-iscsi neutron-server[94100]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 14:07:37.484299 dv-cinder-790535-10-iscsi neutron-server[94100]: [parameters: {'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'id': '141e5891-288c-44dc-b4bd-fad07854d47d', 'expiration': datetime.datetime(2021, 8, 20, 14, 9, 37, 392326)}] Aug 20 14:07:37.484299 dv-cinder-790535-10-iscsi neutron-server[94100]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 14:07:37.484846 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG oslo_db.api [req-26db7e84-b660-452d-9611-211095d10d06 req-82aa51ff-6105-434b-9f18-eb3ae92b842f tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 14:07:37.507219 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [req-1586e574-7e99-4af7-8892-721e49847bb5 req-c3addb21-94ba-465d-84bb-0e50b6694152 service neutron] 10.222.0.65 "GET /v2.0/networks/c1c7c6a6-5f3d-43a4-90fb-564a679154da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994345 Aug 20 14:07:37.562576 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-0d72788a-987d-4375-9088-77a6f37defe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:37.568381 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-0d72788a-987d-4375-9088-77a6f37defe2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5c5349bb995408f9231d02a2b7a42d6&device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 1096 time: 0.3947906 Aug 20 14:07:37.682433 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-2bfd06ef-2740-4a89-bab8-5a4d1b6f7836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:37.826310 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-b83fafe6-d3d5-4960-a96e-b7e87d003ee5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48842953-5da8-476c-9f5c-5a5c39ff8287 HTTP/1.1" status: 200 len: 217 time: 0.2519848 Aug 20 14:07:37.862717 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c4830-a051-4505-af83-4fbcb3e81931 req-11fdd2f6-a640-4241-af37-b068792fa574 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:37.864345 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-761c4830-a051-4505-af83-4fbcb3e81931 req-11fdd2f6-a640-4241-af37-b068792fa574 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/ports?device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 944 time: 0.4622717 Aug 20 14:07:37.879399 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 511d83c5-2fe5-480c-8024-efe7ddbd5d04 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:07:37.896562 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d006777-c33e-469f-a168-f1d335fed223 req-0c0d9a1c-255a-458c-9cd5-faedfcfa2d08 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:37.898381 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0d006777-c33e-469f-a168-f1d335fed223 req-0c0d9a1c-255a-458c-9cd5-faedfcfa2d08 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 943 time: 0.4720998 Aug 20 14:07:37.972945 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-0c25ada5-4340-4587-8704-0e7715c507f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:37.974421 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-0c25ada5-4340-4587-8704-0e7715c507f1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=76001b34-7c64-4cf4-accf-135ef535979b HTTP/1.1" status: 200 len: 859 time: 0.1391859 Aug 20 14:07:38.010678 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port 511d83c5-2fe5-480c-8024-efe7ddbd5d04, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=511d83c5-2fe5-480c-8024-efe7ddbd5d04,segment=NetworkSegment(4961ec8a-e80d-40b9-8ef9-3573eeeae715),segment_id=4961ec8a-e80d-40b9-8ef9-3573eeeae715)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:07:38.023978 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Returning: {'device': '511d83c5-2fe5-480c-8024-efe7ddbd5d04', 'network_id': '87750036-1888-4539-995e-06482bad333d', 'port_id': '511d83c5-2fe5-480c-8024-efe7ddbd5d04', 'mac_address': 'fa:16:3e:6f:cb:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c55cf9df-5e58-4550-bd40-2cc45f87dfbe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:07:38.026007 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-761c4830-a051-4505-af83-4fbcb3e81931 req-fc677229-a010-4295-a165-3bab823f6999 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/security-groups?id=1252b8ac-165f-4ad2-ac59-f0057460cf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378155 Aug 20 14:07:38.066669 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-efff1f53-c2ac-4805-94ca-557e6d29b12d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1c7c6a6-5f3d-43a4-90fb-564a679154da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808547 Aug 20 14:07:38.069011 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-588ddbc7-2fd3-459e-b87a-057264b51626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:38.079897 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0d006777-c33e-469f-a168-f1d335fed223 req-72d458d6-0a6c-4e91-b894-871964c6e35c tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731369 Aug 20 14:07:38.080780 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:38.099594 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511d83c5-2fe5-480c-8024-efe7ddbd5d04 {{(pid=94102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:07:38.107075 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-588ddbc7-2fd3-459e-b87a-057264b51626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:38.121969 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port 511d83c5-2fe5-480c-8024-efe7ddbd5d04, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=511d83c5-2fe5-480c-8024-efe7ddbd5d04,segment=NetworkSegment(4961ec8a-e80d-40b9-8ef9-3573eeeae715),segment_id=4961ec8a-e80d-40b9-8ef9-3573eeeae715)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:07:38.128924 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:38.144032 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-588ddbc7-2fd3-459e-b87a-057264b51626 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4daf7bf68c5940ca93b1d4856ed6d53a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1249218 Aug 20 14:07:38.147221 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 53212) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:38.215671 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=511d83c5-2fe5-480c-8024-efe7ddbd5d04,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:38.233896 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1a22b894-ed89-411e-aba5-4a0f59018ca6 req-0671da27-1a06-4280-a24b-380609b7e138 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 210 time: 0.0970776 Aug 20 14:07:38.239411 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26db7e84-b660-452d-9611-211095d10d06 req-82aa51ff-6105-434b-9f18-eb3ae92b842f tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Made reservation on behalf of ee09af3d24634dd0b8d0361dafbf2c7a for: {'port': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:07:38.243440 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-26db7e84-b660-452d-9611-211095d10d06 req-82aa51ff-6105-434b-9f18-eb3ae92b842f tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:38.247708 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e90fb67c-f744-45e7-9fc2-ffa556c51f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:38.264979 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ddbc7-2fd3-459e-b87a-057264b51626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bb1a55-94da-4e00-949c-d94b7263082a,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:38.301654 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e90fb67c-f744-45e7-9fc2-ffa556c51f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:38.355016 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-8f7a1c41-f812-4358-a8bf-2bfbc639cba8 service neutron] 10.222.0.65 "GET /v2.0/networks/c1c7c6a6-5f3d-43a4-90fb-564a679154da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739444 Aug 20 14:07:38.384758 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['511d83c5-2fe5-480c-8024-efe7ddbd5d04'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:07:38.405506 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e90fb67c-f744-45e7-9fc2-ffa556c51f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:38.412033 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e90fb67c-f744-45e7-9fc2-ffa556c51f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:38.421968 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-e90fb67c-f744-45e7-9fc2-ffa556c51f55 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/35bb1a55-94da-4e00-949c-d94b7263082a HTTP/1.1" status: 204 len: 168 time: 0.2712390 Aug 20 14:07:38.445811 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90fb67c-f744-45e7-9fc2-ffa556c51f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bb1a55-94da-4e00-949c-d94b7263082a,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:38.495751 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [req-26db7e84-b660-452d-9611-211095d10d06 req-82aa51ff-6105-434b-9f18-eb3ae92b842f tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Allocated IP 172.20.0.14 (1d7b7e4f-93c0-4b84-9c6a-22526b6438a0/f4bed576-abba-4384-ad26-22f02bdef9a8/b51bf0b8-9568-4a95-ad67-53ec81884255) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:07:38.720815 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d460bbbd-897f-4a2e-aaeb-01c613922b05 req-77bd4888-fa6f-435e-8b44-3deacaf43b55 service neutron] 10.222.0.65 "GET /v2.0/networks/c1c7c6a6-5f3d-43a4-90fb-564a679154da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507953 Aug 20 14:07:38.769390 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-26db7e84-b660-452d-9611-211095d10d06 req-82aa51ff-6105-434b-9f18-eb3ae92b842f tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:38.793521 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.provisioning_blocks [req-26db7e84-b660-452d-9611-211095d10d06 req-82aa51ff-6105-434b-9f18-eb3ae92b842f tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Transition to ACTIVE for port object b51bf0b8-9568-4a95-ad67-53ec81884255 will not be triggered until provisioned by entity DHCP. {{(pid=94100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:07:38.855363 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff387612-6a43-470d-8f0c-72ad9d33db04 req-34f2fd4d-400c-4eb5-a082-2d292484d5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:38.857055 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ff387612-6a43-470d-8f0c-72ad9d33db04 req-34f2fd4d-400c-4eb5-a082-2d292484d5da service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5c5349bb995408f9231d02a2b7a42d6&device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 1096 time: 0.0831161 Aug 20 14:07:38.881607 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-26db7e84-b660-452d-9611-211095d10d06 req-82aa51ff-6105-434b-9f18-eb3ae92b842f tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:38.942158 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 53250) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:39.027604 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 53258) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:39.053290 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26db7e84-b660-452d-9611-211095d10d06 req-82aa51ff-6105-434b-9f18-eb3ae92b842f tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Network 1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:07:39.076878 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [req-26db7e84-b660-452d-9611-211095d10d06 req-82aa51ff-6105-434b-9f18-eb3ae92b842f tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:07:39.085037 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa51ff-6105-434b-9f18-eb3ae92b842f tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Pushing event updated for resources: {'Port': ['ID=b51bf0b8-9568-4a95-ad67-53ec81884255,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:39.092425 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-26db7e84-b660-452d-9611-211095d10d06 req-82aa51ff-6105-434b-9f18-eb3ae92b842f tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:07:39.098866 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db7e84-b660-452d-9611-211095d10d06 req-82aa51ff-6105-434b-9f18-eb3ae92b842f tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:39.099349 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-26db7e84-b660-452d-9611-211095d10d06 req-82aa51ff-6105-434b-9f18-eb3ae92b842f tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:39.108287 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 53266) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:39.130315 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff387612-6a43-470d-8f0c-72ad9d33db04 req-83be8d78-5d9c-4c7e-9067-99e62063b4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:39.132058 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ff387612-6a43-470d-8f0c-72ad9d33db04 req-83be8d78-5d9c-4c7e-9067-99e62063b4cf service neutron] 10.222.0.65 "GET /v2.0/networks?id=c1c7c6a6-5f3d-43a4-90fb-564a679154da HTTP/1.1" status: 200 len: 920 time: 0.2604191 Aug 20 14:07:39.136963 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-1b381026-f4c4-4640-a4e2-98bb32eb8277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:39.137677 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-26db7e84-b660-452d-9611-211095d10d06 req-82aa51ff-6105-434b-9f18-eb3ae92b842f tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3246098 Aug 20 14:07:39.168783 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-26db7e84-b660-452d-9611-211095d10d06 req-9f7c96e5-f7af-4f0f-a845-453ebfa2bac0 service neutron] Request body: {'port': {'device_id': '84643384-b871-43e8-a754-c9b24753f49a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:07:39.341368 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-1b381026-f4c4-4640-a4e2-98bb32eb8277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:39.348558 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-1b381026-f4c4-4640-a4e2-98bb32eb8277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:39.388336 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ff387612-6a43-470d-8f0c-72ad9d33db04 req-4b138412-6d19-40e2-b30a-f372f42a4e4e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48842953-5da8-476c-9f5c-5a5c39ff8287 HTTP/1.1" status: 200 len: 217 time: 0.2408659 Aug 20 14:07:39.418674 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-1b381026-f4c4-4640-a4e2-98bb32eb8277 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0f6bca11ac084e3dbf898045c0ce4ca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3083313 Aug 20 14:07:39.421216 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 53272) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:39.423548 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b381026-f4c4-4640-a4e2-98bb32eb8277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa90bac2-6138-4c7f-8d7a-af49671b1afc,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:39.491197 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-82bfa994-c54f-4bb9-8296-b1dd34a8ee27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:39.508946 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-2795de15-7ff9-4ec7-b156-b31bfa81ec22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:39.510382 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-26db7e84-b660-452d-9611-211095d10d06 req-9f7c96e5-f7af-4f0f-a845-453ebfa2bac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:39.546792 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fbc5a-2e76-493c-a370-e9a5caaad290 req-24c4450d-fed1-4f8f-b2ae-b73b35b0a59c tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:39.549231 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-244fbc5a-2e76-493c-a370-e9a5caaad290 req-24c4450d-fed1-4f8f-b2ae-b73b35b0a59c tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 943 time: 0.2268567 Aug 20 14:07:39.554228 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff387612-6a43-470d-8f0c-72ad9d33db04 req-ce79d0aa-6dcf-4ee2-8c95-3108deadac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:39.556513 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c5038e63-df12-47f7-88b9-578bdffce04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:39.556756 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ff387612-6a43-470d-8f0c-72ad9d33db04 req-ce79d0aa-6dcf-4ee2-8c95-3108deadac1a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=76001b34-7c64-4cf4-accf-135ef535979b HTTP/1.1" status: 200 len: 859 time: 0.1088097 Aug 20 14:07:39.560880 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.db.api [None req-2795de15-7ff9-4ec7-b156-b31bfa81ec22 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 14:07:39.560880 dv-cinder-790535-10-iscsi neutron-server[94101]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 14:07:39.560880 dv-cinder-790535-10-iscsi neutron-server[94101]: [parameters: {'project_id': 'd79c1ae00fae44ea837b9cdde9f2a250', 'id': '7a72b2db-b323-4c28-a28c-3a1944ce1967', 'expiration': datetime.datetime(2021, 8, 20, 14, 9, 39, 550040)}] Aug 20 14:07:39.560880 dv-cinder-790535-10-iscsi neutron-server[94101]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 14:07:39.561623 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG oslo_db.api [None req-2795de15-7ff9-4ec7-b156-b31bfa81ec22 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 14:07:39.567709 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e31711c5-cb0f-4dc9-959f-03f4acca48fa None None] Provisioning for port b51bf0b8-9568-4a95-ad67-53ec81884255 completed by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:07:39.575347 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e31711c5-cb0f-4dc9-959f-03f4acca48fa None None] Provisioning complete for port b51bf0b8-9568-4a95-ad67-53ec81884255 triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:07:39.576044 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e31711c5-cb0f-4dc9-959f-03f4acca48fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:39.598638 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c5038e63-df12-47f7-88b9-578bdffce04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:39.634502 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011c3b9-aee8-4bf7-a17a-92c13de12a7e req-122e970f-d48d-4cbf-b317-21a82646846a tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:39.637061 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-e31711c5-cb0f-4dc9-959f-03f4acca48fa None None] Port b51bf0b8-9568-4a95-ad67-53ec81884255 cannot update to ACTIVE because it is not bound. {{(pid=94102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:07:39.645429 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b011c3b9-aee8-4bf7-a17a-92c13de12a7e req-122e970f-d48d-4cbf-b317-21a82646846a tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/ports?device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 945 time: 0.3822761 Aug 20 14:07:39.683845 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-82bfa994-c54f-4bb9-8296-b1dd34a8ee27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:39.684788 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c5038e63-df12-47f7-88b9-578bdffce04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:39.687542 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c5038e63-df12-47f7-88b9-578bdffce04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:39.688862 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-c5038e63-df12-47f7-88b9-578bdffce04c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/aa90bac2-6138-4c7f-8d7a-af49671b1afc HTTP/1.1" status: 204 len: 168 time: 0.2664006 Aug 20 14:07:39.693748 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-82bfa994-c54f-4bb9-8296-b1dd34a8ee27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:39.706578 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ff387612-6a43-470d-8f0c-72ad9d33db04 req-a3177035-6b5f-4104-a019-ff8a2a9739de service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1c7c6a6-5f3d-43a4-90fb-564a679154da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1412110 Aug 20 14:07:39.706964 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5038e63-df12-47f7-88b9-578bdffce04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa90bac2-6138-4c7f-8d7a-af49671b1afc,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:39.747946 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bfa994-c54f-4bb9-8296-b1dd34a8ee27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a72c6d-f4fb-483a-9e93-5bb96d17ba6e,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:39.757694 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-82bfa994-c54f-4bb9-8296-b1dd34a8ee27 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=71211cdd35744717bf258ef92a3d95da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7286625 Aug 20 14:07:39.761292 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 53276) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:39.815749 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e8bba0f5-0e78-47f0-9f17-94175783b0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:39.858166 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e8bba0f5-0e78-47f0-9f17-94175783b0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:39.870281 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 6b75794f-c849-40e2-a07a-20dcddba583b details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:07:39.903595 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-244fbc5a-2e76-493c-a370-e9a5caaad290 req-6501ceb5-f7f6-4c27-b3cb-ea345db2925a tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441758 Aug 20 14:07:39.906416 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b011c3b9-aee8-4bf7-a17a-92c13de12a7e req-65b4943f-3d13-4dd4-9f1b-7b201294ba0c tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/security-groups?id=1252b8ac-165f-4ad2-ac59-f0057460cf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506795 Aug 20 14:07:39.954485 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 511d83c5-2fe5-480c-8024-efe7ddbd5d04 up at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:07:39.964582 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e8bba0f5-0e78-47f0-9f17-94175783b0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:39.968858 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e8bba0f5-0e78-47f0-9f17-94175783b0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:39.972090 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-e8bba0f5-0e78-47f0-9f17-94175783b0ad admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/01a72c6d-f4fb-483a-9e93-5bb96d17ba6e HTTP/1.1" status: 204 len: 168 time: 0.2082629 Aug 20 14:07:40.001080 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bba0f5-0e78-47f0-9f17-94175783b0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a72c6d-f4fb-483a-9e93-5bb96d17ba6e,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:40.062583 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-2795de15-7ff9-4ec7-b156-b31bfa81ec22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:40.116983 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning for port 511d83c5-2fe5-480c-8024-efe7ddbd5d04 completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:07:40.136890 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning complete for port 511d83c5-2fe5-480c-8024-efe7ddbd5d04 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:07:40.137601 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:40.163012 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ff387612-6a43-470d-8f0c-72ad9d33db04 req-dfec0637-d4a4-4735-a289-899131a60e0a service neutron] 10.222.0.65 "GET /v2.0/networks/c1c7c6a6-5f3d-43a4-90fb-564a679154da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4461827 Aug 20 14:07:40.219584 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port 6b75794f-c849-40e2-a07a-20dcddba583b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6b75794f-c849-40e2-a07a-20dcddba583b,segment=NetworkSegment(b3abcbc2-da77-4957-a9b3-2c3cbafbe331),segment_id=b3abcbc2-da77-4957-a9b3-2c3cbafbe331)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:07:40.249714 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Returning: {'device': '6b75794f-c849-40e2-a07a-20dcddba583b', 'network_id': 'c1c7c6a6-5f3d-43a4-90fb-564a679154da', 'port_id': '6b75794f-c849-40e2-a07a-20dcddba583b', 'mac_address': 'fa:16:3e:66:a7:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76001b34-7c64-4cf4-accf-135ef535979b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:07:40.270682 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482220c-0bb7-4686-9e9f-cdc44caaaa61 req-048d1b6d-58d3-460d-9794-1f26523109cb tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:40.272010 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d482220c-0bb7-4686-9e9f-cdc44caaaa61 req-048d1b6d-58d3-460d-9794-1f26523109cb tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 932 time: 0.2132084 Aug 20 14:07:40.309922 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-2795de15-7ff9-4ec7-b156-b31bfa81ec22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:40.311167 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:40.325495 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-2795de15-7ff9-4ec7-b156-b31bfa81ec22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:40.362689 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d482220c-0bb7-4686-9e9f-cdc44caaaa61 req-70783d9d-d9f2-4de0-9163-6c1f354b0eba tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776696 Aug 20 14:07:40.404990 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port 511d83c5-2fe5-480c-8024-efe7ddbd5d04, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=511d83c5-2fe5-480c-8024-efe7ddbd5d04,segment=NetworkSegment(4961ec8a-e80d-40b9-8ef9-3573eeeae715),segment_id=4961ec8a-e80d-40b9-8ef9-3573eeeae715)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:07:40.408134 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36438ed-27d5-40bb-986d-02e64d62d001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511d83c5-2fe5-480c-8024-efe7ddbd5d04'}] {{(pid=94102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:07:40.434191 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ff387612-6a43-470d-8f0c-72ad9d33db04 req-bc1d35fc-1a96-4b61-b816-0e8eea5b07d1 service neutron] 10.222.0.65 "GET /v2.0/networks/c1c7c6a6-5f3d-43a4-90fb-564a679154da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495880 Aug 20 14:07:40.437527 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-2795de15-7ff9-4ec7-b156-b31bfa81ec22 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d79c1ae00fae44ea837b9cdde9f2a250&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4913728 Aug 20 14:07:40.443023 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 53302) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:40.464890 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [req-26db7e84-b660-452d-9611-211095d10d06 req-9f7c96e5-f7af-4f0f-a845-453ebfa2bac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b51bf0b8-9568-4a95-ad67-53ec81884255 {{(pid=94100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:07:40.474474 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-26db7e84-b660-452d-9611-211095d10d06 req-9f7c96e5-f7af-4f0f-a845-453ebfa2bac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:40.497147 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.provisioning_blocks [req-26db7e84-b660-452d-9611-211095d10d06 req-9f7c96e5-f7af-4f0f-a845-453ebfa2bac0 service neutron] Transition to ACTIVE for port object b51bf0b8-9568-4a95-ad67-53ec81884255 will not be triggered until provisioned by entity L2. {{(pid=94100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:07:40.506150 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-26db7e84-b660-452d-9611-211095d10d06 req-9f7c96e5-f7af-4f0f-a845-453ebfa2bac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:40.511843 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:40.560645 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795de15-7ff9-4ec7-b156-b31bfa81ec22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cbd98f-c7ef-49eb-b074-54ad81a3368b,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:40.561248 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:40.578287 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-fd21a43b-93e7-4661-9d1d-229bbb667344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:40.585093 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:40.587933 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0a2a5479-e4ab-49a0-88a4-60ac1469e994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:40.595222 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b75794f-c849-40e2-a07a-20dcddba583b {{(pid=94102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:07:40.634684 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0a2a5479-e4ab-49a0-88a4-60ac1469e994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:40.642792 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=511d83c5-2fe5-480c-8024-efe7ddbd5d04,revision_number=5']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:40.649402 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port 6b75794f-c849-40e2-a07a-20dcddba583b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6b75794f-c849-40e2-a07a-20dcddba583b,segment=NetworkSegment(b3abcbc2-da77-4957-a9b3-2c3cbafbe331),segment_id=b3abcbc2-da77-4957-a9b3-2c3cbafbe331)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:07:40.668509 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:40.683561 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c96e5-f7af-4f0f-a845-453ebfa2bac0 service neutron] Pushing event updated for resources: {'Port': ['ID=b51bf0b8-9568-4a95-ad67-53ec81884255,revision_number=2']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:40.753471 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0a2a5479-e4ab-49a0-88a4-60ac1469e994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:40.756374 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0a2a5479-e4ab-49a0-88a4-60ac1469e994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:40.757917 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-0a2a5479-e4ab-49a0-88a4-60ac1469e994 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a1cbd98f-c7ef-49eb-b074-54ad81a3368b HTTP/1.1" status: 204 len: 168 time: 0.3128700 Aug 20 14:07:40.761528 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-26db7e84-b660-452d-9611-211095d10d06 req-9f7c96e5-f7af-4f0f-a845-453ebfa2bac0 service neutron] Attempting to bind port b51bf0b8-9568-4a95-ad67-53ec81884255 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:07:40.765531 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-26db7e84-b660-452d-9611-211095d10d06 req-9f7c96e5-f7af-4f0f-a845-453ebfa2bac0 service neutron] Attempting to bind port b51bf0b8-9568-4a95-ad67-53ec81884255 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '09fbaf50-9346-436a-9d2f-7c32e079f7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0'}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:07:40.766092 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26db7e84-b660-452d-9611-211095d10d06 req-9f7c96e5-f7af-4f0f-a845-453ebfa2bac0 service neutron] Attempting to bind port b51bf0b8-9568-4a95-ad67-53ec81884255 on network 1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:07:40.771615 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26db7e84-b660-452d-9611-211095d10d06 req-9f7c96e5-f7af-4f0f-a845-453ebfa2bac0 service neutron] Port b51bf0b8-9568-4a95-ad67-53ec81884255 on network 1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:07:40.772216 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26db7e84-b660-452d-9611-211095d10d06 req-9f7c96e5-f7af-4f0f-a845-453ebfa2bac0 service neutron] Attempting to bind port b51bf0b8-9568-4a95-ad67-53ec81884255 on network 1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:07:40.781401 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a5479-e4ab-49a0-88a4-60ac1469e994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cbd98f-c7ef-49eb-b074-54ad81a3368b,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:40.794170 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26db7e84-b660-452d-9611-211095d10d06 req-9f7c96e5-f7af-4f0f-a845-453ebfa2bac0 service neutron] Checking agent: {'id': 'e9494a82-1f02-49fe-8034-7b3c5c14ee49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'started_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:07:40.794616 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26db7e84-b660-452d-9611-211095d10d06 req-9f7c96e5-f7af-4f0f-a845-453ebfa2bac0 service neutron] Checking segment: {'id': '09fbaf50-9346-436a-9d2f-7c32e079f7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:07:40.795195 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26db7e84-b660-452d-9611-211095d10d06 req-9f7c96e5-f7af-4f0f-a845-453ebfa2bac0 service neutron] Bound using segment: {'id': '09fbaf50-9346-436a-9d2f-7c32e079f7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0'} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:07:40.796076 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-26db7e84-b660-452d-9611-211095d10d06 req-9f7c96e5-f7af-4f0f-a845-453ebfa2bac0 service neutron] Bound port: b51bf0b8-9568-4a95-ad67-53ec81884255, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09fbaf50-9346-436a-9d2f-7c32e079f7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0'}}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:07:40.797886 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-26db7e84-b660-452d-9611-211095d10d06 req-9f7c96e5-f7af-4f0f-a845-453ebfa2bac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:40.869120 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=6b75794f-c849-40e2-a07a-20dcddba583b,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:40.920501 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['6b75794f-c849-40e2-a07a-20dcddba583b'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:07:40.932640 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-26db7e84-b660-452d-9611-211095d10d06 req-9f7c96e5-f7af-4f0f-a845-453ebfa2bac0 service neutron] For port b51bf0b8-9568-4a95-ad67-53ec81884255, host hv-cinder-79053, cleared binding levels {{(pid=94100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:07:40.952066 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-26db7e84-b660-452d-9611-211095d10d06 req-9f7c96e5-f7af-4f0f-a845-453ebfa2bac0 service neutron] For port b51bf0b8-9568-4a95-ad67-53ec81884255, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b51bf0b8-9568-4a95-ad67-53ec81884255,segment=NetworkSegment(09fbaf50-9346-436a-9d2f-7c32e079f7c3),segment_id=09fbaf50-9346-436a-9d2f-7c32e079f7c3)] {{(pid=94100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:07:40.964582 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-26db7e84-b660-452d-9611-211095d10d06 req-9f7c96e5-f7af-4f0f-a845-453ebfa2bac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:41.019166 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 53320) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:41.071876 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-06108f30-2a6c-438e-b070-1a8425936e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:41.186573 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db7e84-b660-452d-9611-211095d10d06 req-9f7c96e5-f7af-4f0f-a845-453ebfa2bac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:41.187182 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-26db7e84-b660-452d-9611-211095d10d06 req-9f7c96e5-f7af-4f0f-a845-453ebfa2bac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:41.194823 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-26db7e84-b660-452d-9611-211095d10d06 req-9f7c96e5-f7af-4f0f-a845-453ebfa2bac0 service neutron] 10.222.0.65 "PUT /v2.0/ports/b51bf0b8-9568-4a95-ad67-53ec81884255 HTTP/1.1" status: 200 len: 1094 time: 2.0403843 Aug 20 14:07:41.199588 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84643384-b871-43e8-a754-c9b24753f49a', 'tag': 'b51bf0b8-9568-4a95-ad67-53ec81884255'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:07:41.201993 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e842f6b-9148-40d2-87db-aca70b5dd8b3" -d '{"events": [{"name": "network-changed", "server_uuid": "84643384-b871-43e8-a754-c9b24753f49a", "tag": "b51bf0b8-9568-4a95-ad67-53ec81884255"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:07:41.342981 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658e03e68c488354c0da9c4193b8775245da486d5210860026445f3bfd5b20fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c54838-0b01-47c7-8525-6cbca51ebc05" -d '{"events": [{"server_uuid": "f36438ed-27d5-40bb-986d-02e64d62d001", "name": "network-vif-plugged", "status": "completed", "tag": "511d83c5-2fe5-480c-8024-efe7ddbd5d04"}]}' {{(pid=94102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:07:41.369913 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c96e5-f7af-4f0f-a845-453ebfa2bac0 service neutron] Pushing event updated for resources: {'Port': ['ID=b51bf0b8-9568-4a95-ad67-53ec81884255,revision_number=3']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:41.379175 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-06108f30-2a6c-438e-b070-1a8425936e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:41.389952 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-06108f30-2a6c-438e-b070-1a8425936e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:41.395975 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78313c-b396-4bf8-ac5e-3b0352dc5004 req-d6d4c12d-44ca-417e-8496-de5a3e8a69b5 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:41.404620 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ee78313c-b396-4bf8-ac5e-3b0352dc5004 req-d6d4c12d-44ca-417e-8496-de5a3e8a69b5 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/ports?device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 946 time: 0.2413635 Aug 20 14:07:41.423176 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24629b5-a5c3-4ef4-a89a-64b54f1f792a req-f384d767-5695-480d-b06f-f3da8899c2d8 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:41.424782 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b24629b5-a5c3-4ef4-a89a-64b54f1f792a req-f384d767-5695-480d-b06f-f3da8899c2d8 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 943 time: 0.2677920 Aug 20 14:07:41.537482 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-06108f30-2a6c-438e-b070-1a8425936e61 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=233a9074e7fb4c799e9eb0814031a8fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5163012 Aug 20 14:07:41.538384 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06108f30-2a6c-438e-b070-1a8425936e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02447e4d-81e8-4336-a76e-95f46944542b,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:41.547939 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 53338) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:41.556444 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:41.596000 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b24629b5-a5c3-4ef4-a89a-64b54f1f792a req-3285b6cf-f7b7-4fd8-9118-1904de71eb85 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446576 Aug 20 14:07:41.627479 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ee78313c-b396-4bf8-ac5e-3b0352dc5004 req-5ed0d3d8-4770-4445-b5fc-8a9498f7d9c5 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/security-groups?id=1252b8ac-165f-4ad2-ac59-f0057460cf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215247 Aug 20 14:07:41.637894 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db7e84-b660-452d-9611-211095d10d06 req-dc4d5478-41c2-49fb-9940-5cea9ffb9b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:41.640855 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-26db7e84-b660-452d-9611-211095d10d06 req-dc4d5478-41c2-49fb-9940-5cea9ffb9b78 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee09af3d24634dd0b8d0361dafbf2c7a&device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 1097 time: 0.3859055 Aug 20 14:07:41.683511 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-a79a653a-6149-4733-b559-e6e646cb5320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:41.720099 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-26db7e84-b660-452d-9611-211095d10d06 req-2f1a1068-c60b-4594-b92e-714a0219932b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b51bf0b8-9568-4a95-ad67-53ec81884255 HTTP/1.1" status: 200 len: 217 time: 0.0702636 Aug 20 14:07:41.722036 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745374ea-c59f-4ff0-ae30-ad1de6a1068e x-openstack-request-id: req-745374ea-c59f-4ff0-ae30-ad1de6a1068e {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:07:41.722490 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84643384-b871-43e8-a754-c9b24753f49a", "tag": "b51bf0b8-9568-4a95-ad67-53ec81884255", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:07:41.722883 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-745374ea-c59f-4ff0-ae30-ad1de6a1068e {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:07:41.723405 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84643384-b871-43e8-a754-c9b24753f49a', 'tag': 'b51bf0b8-9568-4a95-ad67-53ec81884255', 'status': 'completed', 'code': 200} Aug 20 14:07:41.730260 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 53348) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:41.738219 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-a79a653a-6149-4733-b559-e6e646cb5320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:41.790841 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db7e84-b660-452d-9611-211095d10d06 req-408f1c5f-c61d-4471-b061-c610cce712a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:41.793751 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-26db7e84-b660-452d-9611-211095d10d06 req-408f1c5f-c61d-4471-b061-c610cce712a2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f4bed576-abba-4384-ad26-22f02bdef9a8 HTTP/1.1" status: 200 len: 853 time: 0.0643325 Aug 20 14:07:41.797314 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:41.825980 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-31110293-a6a6-4906-a2aa-7b365bbfcc85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:41.850238 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-a79a653a-6149-4733-b559-e6e646cb5320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:41.855929 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-a79a653a-6149-4733-b559-e6e646cb5320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:41.860515 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-a79a653a-6149-4733-b559-e6e646cb5320 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/02447e4d-81e8-4336-a76e-95f46944542b HTTP/1.1" status: 204 len: 168 time: 0.3113835 Aug 20 14:07:41.870679 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a653a-6149-4733-b559-e6e646cb5320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02447e4d-81e8-4336-a76e-95f46944542b,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:41.904709 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 48842953-5da8-476c-9f5c-5a5c39ff8287 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:07:41.910722 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 6b75794f-c849-40e2-a07a-20dcddba583b up at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:07:41.944200 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6aaa71-9af3-491a-b5b0-12c6ea879a8b req-006ab30b-348b-4d7c-8abb-18f8b4c0e113 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:41.946150 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0d6aaa71-9af3-491a-b5b0-12c6ea879a8b req-006ab30b-348b-4d7c-8abb-18f8b4c0e113 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.1460955 Aug 20 14:07:41.951131 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db7e84-b660-452d-9611-211095d10d06 req-60da6450-cc44-4afa-85bb-3b1cb386ca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:41.952634 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-26db7e84-b660-452d-9611-211095d10d06 req-60da6450-cc44-4afa-85bb-3b1cb386ca52 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d7b7e4f-93c0-4b84-9c6a-22526b6438a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1504066 Aug 20 14:07:42.095744 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e79e3d-8715-40da-9f5c-5cd5f50c0840 x-openstack-request-id: req-f5e79e3d-8715-40da-9f5c-5cd5f50c0840 {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:07:42.096127 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36438ed-27d5-40bb-986d-02e64d62d001", "name": "network-vif-plugged", "status": "completed", "tag": "511d83c5-2fe5-480c-8024-efe7ddbd5d04", "code": 200}]} {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:07:42.096442 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f5e79e3d-8715-40da-9f5c-5cd5f50c0840 {{(pid=94102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:07:42.097135 dv-cinder-790535-10-iscsi neutron-server[94102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36438ed-27d5-40bb-986d-02e64d62d001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511d83c5-2fe5-480c-8024-efe7ddbd5d04', 'code': 200} Aug 20 14:07:42.098419 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.db.resource_extend [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 14:07:42.142457 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0d6aaa71-9af3-491a-b5b0-12c6ea879a8b req-62dfdaa7-b42f-45c7-bdd8-df3032f6bb69 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851573 Aug 20 14:07:42.206759 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-26db7e84-b660-452d-9611-211095d10d06 req-072d047f-aacf-4cd4-b1e8-e79937fac5ac service neutron] 10.222.0.65 "GET /v2.0/networks/1d7b7e4f-93c0-4b84-9c6a-22526b6438a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328908 Aug 20 14:07:42.223028 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning for port 6b75794f-c849-40e2-a07a-20dcddba583b completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:07:42.229330 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-31110293-a6a6-4906-a2aa-7b365bbfcc85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:42.237366 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port 48842953-5da8-476c-9f5c-5a5c39ff8287, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=48842953-5da8-476c-9f5c-5a5c39ff8287,segment=NetworkSegment(b3abcbc2-da77-4957-a9b3-2c3cbafbe331),segment_id=b3abcbc2-da77-4957-a9b3-2c3cbafbe331)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:07:42.241175 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning complete for port 6b75794f-c849-40e2-a07a-20dcddba583b triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:07:42.242275 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:42.280076 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Returning: {'device': '48842953-5da8-476c-9f5c-5a5c39ff8287', 'network_id': 'c1c7c6a6-5f3d-43a4-90fb-564a679154da', 'port_id': '48842953-5da8-476c-9f5c-5a5c39ff8287', 'mac_address': 'fa:16:3e:3f:6e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76001b34-7c64-4cf4-accf-135ef535979b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:07:42.344346 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:42.383924 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48842953-5da8-476c-9f5c-5a5c39ff8287 {{(pid=94102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:07:42.425841 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port 48842953-5da8-476c-9f5c-5a5c39ff8287, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=48842953-5da8-476c-9f5c-5a5c39ff8287,segment=NetworkSegment(b3abcbc2-da77-4957-a9b3-2c3cbafbe331),segment_id=b3abcbc2-da77-4957-a9b3-2c3cbafbe331)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:07:42.427187 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:42.447382 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:42.529230 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port 6b75794f-c849-40e2-a07a-20dcddba583b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6b75794f-c849-40e2-a07a-20dcddba583b,segment=NetworkSegment(b3abcbc2-da77-4957-a9b3-2c3cbafbe331),segment_id=b3abcbc2-da77-4957-a9b3-2c3cbafbe331)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:07:42.542625 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-31110293-a6a6-4906-a2aa-7b365bbfcc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:42.547636 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:42.549924 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=48842953-5da8-476c-9f5c-5a5c39ff8287,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:42.632076 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=6b75794f-c849-40e2-a07a-20dcddba583b,revision_number=5']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:42.670946 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['48842953-5da8-476c-9f5c-5a5c39ff8287'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:07:42.825421 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-31110293-a6a6-4906-a2aa-7b365bbfcc85 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=40b7a8ff8daf4e33bd0c2ce0b1ddfe96&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0377233 Aug 20 14:07:42.828272 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 53390) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:42.864812 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31110293-a6a6-4906-a2aa-7b365bbfcc85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbba03b7-2421-4bc7-9361-252eb54d0d29,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:42.886335 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-26db7e84-b660-452d-9611-211095d10d06 req-c10c988f-72e8-4ade-9dda-9e74425b2532 service neutron] 10.222.0.65 "GET /v2.0/networks/1d7b7e4f-93c0-4b84-9c6a-22526b6438a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6699488 Aug 20 14:07:42.935562 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-6c7f5997-ded7-475c-bf95-668a3770b441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:42.950410 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d005abf-e090-4886-864d-41e271cc4d7a req-91ac4232-0bf5-4c88-bbc2-8a1c04ab22e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:42.951952 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3d005abf-e090-4886-864d-41e271cc4d7a req-91ac4232-0bf5-4c88-bbc2-8a1c04ab22e7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 1099 time: 0.4037628 Aug 20 14:07:42.985017 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-6c7f5997-ded7-475c-bf95-668a3770b441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:42.990896 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778de213-d4dc-4fe7-b5ca-04bb33d7f7ae req-3a88ae88-689f-4bb7-8696-08d401f6586f tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:43.000054 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-778de213-d4dc-4fe7-b5ca-04bb33d7f7ae req-3a88ae88-689f-4bb7-8696-08d401f6586f tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 944 time: 0.2517698 Aug 20 14:07:43.065439 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-3d005abf-e090-4886-864d-41e271cc4d7a req-edcaaf59-a51c-4b5d-85aa-e95a0d830b00 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:43.069385 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-6c7f5997-ded7-475c-bf95-668a3770b441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:43.074991 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:43.076082 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-6c7f5997-ded7-475c-bf95-668a3770b441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:43.080209 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-6c7f5997-ded7-475c-bf95-668a3770b441 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cbba03b7-2421-4bc7-9361-252eb54d0d29 HTTP/1.1" status: 204 len: 168 time: 0.2506239 Aug 20 14:07:43.091695 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f5997-ded7-475c-bf95-668a3770b441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbba03b7-2421-4bc7-9361-252eb54d0d29,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:43.092901 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d13ce-0d86-4e0f-b11f-5841fc00bf73 req-8b49f43a-f0cf-4207-8570-fea67f1ea8dc tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:43.097412 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-346d13ce-0d86-4e0f-b11f-5841fc00bf73 req-8b49f43a-f0cf-4207-8570-fea67f1ea8dc tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/ports?device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 946 time: 0.2772431 Aug 20 14:07:43.157966 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-778de213-d4dc-4fe7-b5ca-04bb33d7f7ae req-fef13c9a-cf58-4fa7-acef-54183cb0a68c tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568992 Aug 20 14:07:43.171683 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e842f6b-9148-40d2-87db-aca70b5dd8b3 req-63b83a67-989e-46ac-bb7f-dba2a366cedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:43.173153 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9e842f6b-9148-40d2-87db-aca70b5dd8b3 req-63b83a67-989e-46ac-bb7f-dba2a366cedd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee09af3d24634dd0b8d0361dafbf2c7a&device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 1097 time: 0.2042301 Aug 20 14:07:43.200238 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-346d13ce-0d86-4e0f-b11f-5841fc00bf73 req-90ebffb5-2945-4847-abe9-9520c294cd6a tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/security-groups?id=1252b8ac-165f-4ad2-ac59-f0057460cf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808372 Aug 20 14:07:43.348798 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e707ce3-1c76-49c7-a882-e9e042d8a6fb req-27a0b6e8-dff8-42d7-9ced-1f1cc0efbe1c tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:43.349605 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6e707ce3-1c76-49c7-a882-e9e042d8a6fb req-27a0b6e8-dff8-42d7-9ced-1f1cc0efbe1c tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.0874553 Aug 20 14:07:43.378218 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-3d005abf-e090-4886-864d-41e271cc4d7a req-edcaaf59-a51c-4b5d-85aa-e95a0d830b00 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:43.393621 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-3d005abf-e090-4886-864d-41e271cc4d7a req-edcaaf59-a51c-4b5d-85aa-e95a0d830b00 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:43.437503 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3d005abf-e090-4886-864d-41e271cc4d7a req-edcaaf59-a51c-4b5d-85aa-e95a0d830b00 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1252b8ac-165f-4ad2-ac59-f0057460cf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4737797 Aug 20 14:07:43.451686 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcaaf59-a51c-4b5d-85aa-e95a0d830b00 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6731f3a9-6a3c-4af5-8149-03042d755e34,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:43.460743 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6e707ce3-1c76-49c7-a882-e9e042d8a6fb req-47a89646-4072-4a10-bbac-c7ce8ad8d1a1 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969679 Aug 20 14:07:44.098374 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0d3a2d-2955-4c09-80e9-35054009585e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b75794f-c849-40e2-a07a-20dcddba583b'}] {{(pid=94102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:07:44.101255 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658e03e68c488354c0da9c4193b8775245da486d5210860026445f3bfd5b20fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508e1c6d-42f2-4a67-ad98-2df7181c2e3c" -d '{"events": [{"server_uuid": "4b0d3a2d-2955-4c09-80e9-35054009585e", "name": "network-vif-plugged", "status": "completed", "tag": "6b75794f-c849-40e2-a07a-20dcddba583b"}]}' {{(pid=94102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:07:44.156021 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200f8b06-ab05-4872-9165-b68bc9bec7a1 x-openstack-request-id: req-200f8b06-ab05-4872-9165-b68bc9bec7a1 {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:07:44.156313 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0d3a2d-2955-4c09-80e9-35054009585e", "name": "network-vif-plugged", "status": "completed", "tag": "6b75794f-c849-40e2-a07a-20dcddba583b", "code": 200}]} {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:07:44.156602 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-200f8b06-ab05-4872-9165-b68bc9bec7a1 {{(pid=94102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:07:44.157152 dv-cinder-790535-10-iscsi neutron-server[94102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0d3a2d-2955-4c09-80e9-35054009585e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b75794f-c849-40e2-a07a-20dcddba583b', 'code': 200} Aug 20 14:07:44.323569 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 53474) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:44.362010 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee94e4-8b42-485b-b4f7-55bc7cd073bb req-26b0c7ac-c869-4f3a-b580-504f155af38b tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:44.370443 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2fee94e4-8b42-485b-b4f7-55bc7cd073bb req-26b0c7ac-c869-4f3a-b580-504f155af38b tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 944 time: 0.1064587 Aug 20 14:07:44.392511 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0a1ab-fdf1-4d58-90de-1ce839dd8d48 req-566e1318-57e6-4c17-a9f6-17274c0ecb22 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:44.392511 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-60c0a1ab-fdf1-4d58-90de-1ce839dd8d48 req-566e1318-57e6-4c17-a9f6-17274c0ecb22 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/ports?device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 946 time: 0.0983715 Aug 20 14:07:44.444162 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2fee94e4-8b42-485b-b4f7-55bc7cd073bb req-5c2a4bf3-b302-4ab5-b914-bb45f91f1bc4 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678754 Aug 20 14:07:44.474468 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-60c0a1ab-fdf1-4d58-90de-1ce839dd8d48 req-d0d60a77-08a4-440f-ae81-539baa08d724 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/security-groups?id=1252b8ac-165f-4ad2-ac59-f0057460cf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761817 Aug 20 14:07:44.519552 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-312cdf16-0437-4088-b30e-5abf4e5d284c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:44.623697 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf793c51-30ed-4017-94d7-c9fc3e8ec469 req-78e06b6a-254a-43ad-b5dc-ba07a67c2ba4 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:44.626035 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-bf793c51-30ed-4017-94d7-c9fc3e8ec469 req-78e06b6a-254a-43ad-b5dc-ba07a67c2ba4 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.0654209 Aug 20 14:07:44.632077 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-312cdf16-0437-4088-b30e-5abf4e5d284c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:44.643391 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-312cdf16-0437-4088-b30e-5abf4e5d284c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:44.679741 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-bf793c51-30ed-4017-94d7-c9fc3e8ec469 req-fc4d2455-59d5-4326-a1ed-9a414a54b9d9 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454001 Aug 20 14:07:44.689983 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312cdf16-0437-4088-b30e-5abf4e5d284c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1723d7-324d-48fe-ae6a-3b479168c2b0,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:44.696389 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-312cdf16-0437-4088-b30e-5abf4e5d284c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4599202648b04c27924fa060a7166b44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3702714 Aug 20 14:07:44.699131 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 53492) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:44.769034 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-9391e1ff-40dd-4379-a370-04dcac6f6b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:44.799746 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-9391e1ff-40dd-4379-a370-04dcac6f6b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:44.880332 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-9391e1ff-40dd-4379-a370-04dcac6f6b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:44.884171 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-9391e1ff-40dd-4379-a370-04dcac6f6b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:44.885517 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-9391e1ff-40dd-4379-a370-04dcac6f6b34 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cd1723d7-324d-48fe-ae6a-3b479168c2b0 HTTP/1.1" status: 204 len: 168 time: 0.1850770 Aug 20 14:07:44.894058 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391e1ff-40dd-4379-a370-04dcac6f6b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1723d7-324d-48fe-ae6a-3b479168c2b0,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:45.270327 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 53518) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:45.291678 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-95f37c93-120f-493e-abe4-755818192e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:45.405031 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-95f37c93-120f-493e-abe4-755818192e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:45.413047 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-95f37c93-120f-493e-abe4-755818192e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:45.491736 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-95f37c93-120f-493e-abe4-755818192e95 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=93645bc6635c41fa82ebed7c63417f57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2178345 Aug 20 14:07:45.492356 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 53532) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:45.504274 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f37c93-120f-493e-abe4-755818192e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74162b51-e02b-4498-acf5-fb1e941a4570,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:45.634827 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d62319c4-dec1-4ca1-a18a-f4f49dcd4a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:45.659845 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858d163-6351-403a-9c94-77bcab625c92 req-90b0707e-4bf6-42c3-8840-cd151a075208 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:45.661622 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6858d163-6351-403a-9c94-77bcab625c92 req-90b0707e-4bf6-42c3-8840-cd151a075208 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 944 time: 0.1235590 Aug 20 14:07:45.684727 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d62319c4-dec1-4ca1-a18a-f4f49dcd4a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:45.704168 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b63e61-8e40-43e2-add3-747a886228e1 req-615d12eb-73b4-4821-bbe9-52b9a81afd7e tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:45.706115 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-25b63e61-8e40-43e2-add3-747a886228e1 req-615d12eb-73b4-4821-bbe9-52b9a81afd7e tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/ports?device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 946 time: 0.1266668 Aug 20 14:07:45.781485 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6858d163-6351-403a-9c94-77bcab625c92 req-82959ecb-6de2-42d3-8614-c29ecd617b7e tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034038 Aug 20 14:07:45.797975 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-25b63e61-8e40-43e2-add3-747a886228e1 req-52a3cff5-bf8d-4f5d-ae81-a33fb10f48b2 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/security-groups?id=1252b8ac-165f-4ad2-ac59-f0057460cf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821254 Aug 20 14:07:45.822526 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d62319c4-dec1-4ca1-a18a-f4f49dcd4a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:45.825212 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d62319c4-dec1-4ca1-a18a-f4f49dcd4a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:45.828338 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-d62319c4-dec1-4ca1-a18a-f4f49dcd4a05 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/74162b51-e02b-4498-acf5-fb1e941a4570 HTTP/1.1" status: 204 len: 168 time: 0.3325584 Aug 20 14:07:45.844133 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62319c4-dec1-4ca1-a18a-f4f49dcd4a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74162b51-e02b-4498-acf5-fb1e941a4570,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:46.176156 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e842f6b-9148-40d2-87db-aca70b5dd8b3 req-164a8d57-908c-4d3a-9b43-75824c05586e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:46.177694 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9e842f6b-9148-40d2-87db-aca70b5dd8b3 req-164a8d57-908c-4d3a-9b43-75824c05586e service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 HTTP/1.1" status: 200 len: 915 time: 0.2966900 Aug 20 14:07:46.194617 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade95ec-799b-4768-946f-fde8ed75095f req-07e3ada8-127b-4c24-a50b-575826568ade tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:46.194617 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5ade95ec-799b-4768-946f-fde8ed75095f req-07e3ada8-127b-4c24-a50b-575826568ade tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.1431592 Aug 20 14:07:46.231523 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9e842f6b-9148-40d2-87db-aca70b5dd8b3 req-f4eaba54-7e31-4d2a-ba5b-378767b0115c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b51bf0b8-9568-4a95-ad67-53ec81884255 HTTP/1.1" status: 200 len: 217 time: 0.0413904 Aug 20 14:07:46.348827 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e842f6b-9148-40d2-87db-aca70b5dd8b3 req-58538d3e-20f8-4a14-8424-0fa1dce62d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:46.350729 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9e842f6b-9148-40d2-87db-aca70b5dd8b3 req-58538d3e-20f8-4a14-8424-0fa1dce62d19 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f4bed576-abba-4384-ad26-22f02bdef9a8 HTTP/1.1" status: 200 len: 853 time: 0.0864787 Aug 20 14:07:46.355466 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f60e5-fce1-4560-b2d9-5f1fcfd145ee req-a1d1fa68-eebb-4cc4-b39f-791ca5ed0e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:46.356126 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0e7f60e5-fce1-4560-b2d9-5f1fcfd145ee req-a1d1fa68-eebb-4cc4-b39f-791ca5ed0e97 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 1098 time: 0.1225779 Aug 20 14:07:46.360075 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5ade95ec-799b-4768-946f-fde8ed75095f req-5f117a30-a898-4fc0-9d08-f5256f7fab37 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275127 Aug 20 14:07:46.403903 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 53582) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:46.463509 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0e7f60e5-fce1-4560-b2d9-5f1fcfd145ee req-2f631170-eca6-4067-a9bc-cfc3fd29d1a9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895066 Aug 20 14:07:46.470352 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e842f6b-9148-40d2-87db-aca70b5dd8b3 req-78627863-97c2-410f-8f17-1bf27e0c5c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:46.471886 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9e842f6b-9148-40d2-87db-aca70b5dd8b3 req-78627863-97c2-410f-8f17-1bf27e0c5c43 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d7b7e4f-93c0-4b84-9c6a-22526b6438a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1080723 Aug 20 14:07:46.597236 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-7a0e847c-4f65-4202-b688-f0a6bb63ac1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:46.747175 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-7a0e847c-4f65-4202-b688-f0a6bb63ac1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:46.758132 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-7a0e847c-4f65-4202-b688-f0a6bb63ac1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:46.817211 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-7a0e847c-4f65-4202-b688-f0a6bb63ac1b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e604b569b56c44dabb32958c4fe6b22c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4119184 Aug 20 14:07:46.818119 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e847c-4f65-4202-b688-f0a6bb63ac1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e399ac08-a984-47bc-ba5f-b78372630e1a,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:46.822297 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 53614) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:46.875120 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9e842f6b-9148-40d2-87db-aca70b5dd8b3 req-d575ed6f-ee48-4250-b46a-4816ee377fe9 service neutron] 10.222.0.65 "GET /v2.0/networks/1d7b7e4f-93c0-4b84-9c6a-22526b6438a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188444 Aug 20 14:07:46.987701 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-603fa1b3-967a-4794-b814-faf3d4f961a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:47.014568 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9e842f6b-9148-40d2-87db-aca70b5dd8b3 req-f4b37dc1-56f9-41bb-adca-a18bc18d735d service neutron] 10.222.0.65 "GET /v2.0/networks/1d7b7e4f-93c0-4b84-9c6a-22526b6438a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313224 Aug 20 14:07:47.026405 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-603fa1b3-967a-4794-b814-faf3d4f961a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:47.104188 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-603fa1b3-967a-4794-b814-faf3d4f961a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:47.107292 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-603fa1b3-967a-4794-b814-faf3d4f961a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:47.111745 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-603fa1b3-967a-4794-b814-faf3d4f961a1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e399ac08-a984-47bc-ba5f-b78372630e1a HTTP/1.1" status: 204 len: 168 time: 0.2880313 Aug 20 14:07:47.119383 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced1b03-dbc8-4437-8d5d-b9d806aa5a0a req-bae1121b-8ebe-47a8-a9b3-6fd5d750f2e6 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:47.120958 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9ced1b03-dbc8-4437-8d5d-b9d806aa5a0a req-bae1121b-8ebe-47a8-a9b3-6fd5d750f2e6 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/ports?device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 946 time: 0.1045136 Aug 20 14:07:47.126976 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603fa1b3-967a-4794-b814-faf3d4f961a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e399ac08-a984-47bc-ba5f-b78372630e1a,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:47.131263 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b55c4-f353-4d21-92e7-9883c05c6101 req-832be1f4-f5de-4040-a9f4-2ef69ac359d4 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:47.136215 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-981b55c4-f353-4d21-92e7-9883c05c6101 req-832be1f4-f5de-4040-a9f4-2ef69ac359d4 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 944 time: 0.0859201 Aug 20 14:07:47.208194 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9ced1b03-dbc8-4437-8d5d-b9d806aa5a0a req-277c9d18-6e1e-4379-9668-cd59d8f747b2 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/security-groups?id=1252b8ac-165f-4ad2-ac59-f0057460cf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715835 Aug 20 14:07:47.214519 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-981b55c4-f353-4d21-92e7-9883c05c6101 req-4a85eca4-623f-45a4-8939-c3b0a5de7bb9 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595624 Aug 20 14:07:47.546734 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc726c6-bc61-4f6d-9365-9cc74138e7ee req-7342f959-7162-4d91-9860-f9a13084596e tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:47.548300 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0dc726c6-bc61-4f6d-9365-9cc74138e7ee req-7342f959-7162-4d91-9860-f9a13084596e tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.0755074 Aug 20 14:07:47.558529 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 53654) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:47.591485 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-9187b65e-b26e-4593-9e86-a01e40187c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:47.626664 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 48842953-5da8-476c-9f5c-5a5c39ff8287 up at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:07:47.630175 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0dc726c6-bc61-4f6d-9365-9cc74138e7ee req-b7d283bc-59f8-4cb0-81f8-1eabba3e1535 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754154 Aug 20 14:07:47.707291 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning for port 48842953-5da8-476c-9f5c-5a5c39ff8287 completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:07:47.714148 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning complete for port 48842953-5da8-476c-9f5c-5a5c39ff8287 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:07:47.714737 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:47.750125 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-9187b65e-b26e-4593-9e86-a01e40187c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:47.757015 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-9187b65e-b26e-4593-9e86-a01e40187c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:47.811159 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:47.821811 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 53696) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:47.822425 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-9187b65e-b26e-4593-9e86-a01e40187c3c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=848ff00d39dd43dfa3aae0cc4d7b0be7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2628534 Aug 20 14:07:47.823387 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187b65e-b26e-4593-9e86-a01e40187c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ebeff6-ad9d-4578-a45e-300d9d23ed37,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:47.858479 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port 48842953-5da8-476c-9f5c-5a5c39ff8287, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=48842953-5da8-476c-9f5c-5a5c39ff8287,segment=NetworkSegment(b3abcbc2-da77-4957-a9b3-2c3cbafbe331),segment_id=b3abcbc2-da77-4957-a9b3-2c3cbafbe331)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:07:47.859574 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0818af95-f960-4628-9099-5295b0bd3989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48842953-5da8-476c-9f5c-5a5c39ff8287'}] {{(pid=94102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:07:47.862485 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658e03e68c488354c0da9c4193b8775245da486d5210860026445f3bfd5b20fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f3944e-40d8-4c96-8543-66b2b59fd38e" -d '{"events": [{"server_uuid": "0818af95-f960-4628-9099-5295b0bd3989", "name": "network-vif-plugged", "status": "completed", "tag": "48842953-5da8-476c-9f5c-5a5c39ff8287"}]}' {{(pid=94102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:07:47.869515 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:47.881629 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0e631371-d45c-4264-a28a-47f4491bbfc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:47.913967 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0e631371-d45c-4264-a28a-47f4491bbfc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:47.927564 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c10ff3-98c9-4172-8f60-682e4a228886 x-openstack-request-id: req-53c10ff3-98c9-4172-8f60-682e4a228886 {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:07:47.928033 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0818af95-f960-4628-9099-5295b0bd3989", "name": "network-vif-plugged", "status": "completed", "tag": "48842953-5da8-476c-9f5c-5a5c39ff8287", "code": 200}]} {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:07:47.928565 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-53c10ff3-98c9-4172-8f60-682e4a228886 {{(pid=94102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:07:47.929281 dv-cinder-790535-10-iscsi neutron-server[94102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0818af95-f960-4628-9099-5295b0bd3989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48842953-5da8-476c-9f5c-5a5c39ff8287', 'code': 200} Aug 20 14:07:47.944030 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=48842953-5da8-476c-9f5c-5a5c39ff8287,revision_number=5']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:48.002426 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0e631371-d45c-4264-a28a-47f4491bbfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:48.008381 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0e631371-d45c-4264-a28a-47f4491bbfc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:48.012120 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-0e631371-d45c-4264-a28a-47f4491bbfc7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a1ebeff6-ad9d-4578-a45e-300d9d23ed37 HTTP/1.1" status: 204 len: 168 time: 0.1865864 Aug 20 14:07:48.017721 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e631371-d45c-4264-a28a-47f4491bbfc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ebeff6-ad9d-4578-a45e-300d9d23ed37,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:48.186546 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d628d-8db3-4593-b8ea-dce2162d0130 req-a95b1482-28ea-4174-a2af-4f7a09a7fdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:48.188255 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c99d628d-8db3-4593-b8ea-dce2162d0130 req-a95b1482-28ea-4174-a2af-4f7a09a7fdb6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 1098 time: 0.0756001 Aug 20 14:07:48.235233 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c99d628d-8db3-4593-b8ea-dce2162d0130 req-9cbca404-610c-48c6-9c23-12e865bfc294 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381863 Aug 20 14:07:48.458344 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23895534-7d56-428c-a01e-75d7a0fd6506 req-624b0341-f6b8-4a9f-93a8-6b2aa4f0b6bd tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:48.459910 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-23895534-7d56-428c-a01e-75d7a0fd6506 req-624b0341-f6b8-4a9f-93a8-6b2aa4f0b6bd tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/ports?device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 946 time: 0.1372097 Aug 20 14:07:48.469506 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6b649-5c23-47c2-b850-d338688f74f5 req-fe2a8f3e-9a25-426d-bec1-a8f6bc96e208 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:48.471250 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c8c6b649-5c23-47c2-b850-d338688f74f5 req-fe2a8f3e-9a25-426d-bec1-a8f6bc96e208 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.1460228 Aug 20 14:07:48.559957 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-23895534-7d56-428c-a01e-75d7a0fd6506 req-c3da531b-9ab8-4bec-8096-910245061c2e tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/security-groups?id=1252b8ac-165f-4ad2-ac59-f0057460cf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877168 Aug 20 14:07:48.564550 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c8c6b649-5c23-47c2-b850-d338688f74f5 req-49ffec23-5d55-47fe-b521-6c5c8e7ab0e0 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848620 Aug 20 14:07:48.785170 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a12e45-bbd9-4029-a9d7-d341e90270d9 req-86d49a48-35ed-44de-9ff0-424cc19271c3 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:48.787593 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b8a12e45-bbd9-4029-a9d7-d341e90270d9 req-86d49a48-35ed-44de-9ff0-424cc19271c3 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.0660763 Aug 20 14:07:48.855622 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b8a12e45-bbd9-4029-a9d7-d341e90270d9 req-66c2bf06-611d-454e-b895-07743b419217 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596569 Aug 20 14:07:49.306292 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 53796) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:49.400346 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 53800) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:49.530020 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7369c46a-d63b-4612-82e3-ecd054442548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:49.599088 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b0e78d21-42b2-495f-af25-095467a95c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:49.643543 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device b51bf0b8-9568-4a95-ad67-53ec81884255 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:07:49.750983 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bf613-1eba-4cc7-af00-0f255d6983d6 req-49edf2bf-51c5-4eef-8ca2-a78a07de6fd2 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:49.760026 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-886bf613-1eba-4cc7-af00-0f255d6983d6 req-49edf2bf-51c5-4eef-8ca2-a78a07de6fd2 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.0962231 Aug 20 14:07:49.792448 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7369c46a-d63b-4612-82e3-ecd054442548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:49.810968 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7369c46a-d63b-4612-82e3-ecd054442548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:49.814615 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port b51bf0b8-9568-4a95-ad67-53ec81884255, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b51bf0b8-9568-4a95-ad67-53ec81884255,segment=NetworkSegment(09fbaf50-9346-436a-9d2f-7c32e079f7c3),segment_id=09fbaf50-9346-436a-9d2f-7c32e079f7c3)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:07:49.832055 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Returning: {'device': 'b51bf0b8-9568-4a95-ad67-53ec81884255', 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0', 'port_id': 'b51bf0b8-9568-4a95-ad67-53ec81884255', 'mac_address': 'fa:16:3e:91:8f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:07:49.855336 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-886bf613-1eba-4cc7-af00-0f255d6983d6 req-a3ad8112-d3b9-420a-8a13-f79a9c502e47 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941796 Aug 20 14:07:49.892091 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7369c46a-d63b-4612-82e3-ecd054442548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5931c5d-3f97-485e-9b0a-77d7f8515982,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:49.913096 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:49.918749 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-7369c46a-d63b-4612-82e3-ecd054442548 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c36d164cd8874d0f92d3f67b92ac6370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6110632 Aug 20 14:07:49.922689 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 53830) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:49.942581 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b51bf0b8-9568-4a95-ad67-53ec81884255 {{(pid=94102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:07:50.007934 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b0e78d21-42b2-495f-af25-095467a95c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:50.011693 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port b51bf0b8-9568-4a95-ad67-53ec81884255, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b51bf0b8-9568-4a95-ad67-53ec81884255,segment=NetworkSegment(09fbaf50-9346-436a-9d2f-7c32e079f7c3),segment_id=09fbaf50-9346-436a-9d2f-7c32e079f7c3)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:07:50.021297 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b0e78d21-42b2-495f-af25-095467a95c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:50.024089 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:50.060418 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-a0a5680f-0b24-430e-bd9b-c77c7182c22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:50.110848 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-a0a5680f-0b24-430e-bd9b-c77c7182c22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:50.184026 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-a0a5680f-0b24-430e-bd9b-c77c7182c22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:50.187788 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-a0a5680f-0b24-430e-bd9b-c77c7182c22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:50.189409 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-a0a5680f-0b24-430e-bd9b-c77c7182c22f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e5931c5d-3f97-485e-9b0a-77d7f8515982 HTTP/1.1" status: 204 len: 168 time: 0.2647359 Aug 20 14:07:50.200890 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5680f-0b24-430e-bd9b-c77c7182c22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5931c5d-3f97-485e-9b0a-77d7f8515982,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:50.204792 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-b0e78d21-42b2-495f-af25-095467a95c48 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=62e935cf6468495ba35574e418b9be48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8004458 Aug 20 14:07:50.204952 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=b51bf0b8-9568-4a95-ad67-53ec81884255,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:50.205518 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 53846) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:50.233051 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e78d21-42b2-495f-af25-095467a95c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4daf370-a41b-490d-bab6-1bf2535d0b3b,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:50.265161 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['b51bf0b8-9568-4a95-ad67-53ec81884255'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:07:50.303751 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a411dd-7a60-428a-8982-e1ad036e9cb7 req-cd8c36c8-6e5b-4d80-8c22-e780b6906f27 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:50.314684 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d5a411dd-7a60-428a-8982-e1ad036e9cb7 req-cd8c36c8-6e5b-4d80-8c22-e780b6906f27 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 945 time: 0.2680528 Aug 20 14:07:50.345735 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-30081823-0a29-4b34-9fc9-f0de4e0cf7c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:50.382766 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d5a411dd-7a60-428a-8982-e1ad036e9cb7 req-b0472c84-05f8-44fc-b6e0-ee6dd396acb9 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586479 Aug 20 14:07:50.440992 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-30081823-0a29-4b34-9fc9-f0de4e0cf7c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:50.510474 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4745c45-69c4-43d4-9c09-1211165c5aa8 req-d429a551-f67d-441f-9563-bf0a678c79e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:50.513961 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c4745c45-69c4-43d4-9c09-1211165c5aa8 req-d429a551-f67d-441f-9563-bf0a678c79e3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5c5349bb995408f9231d02a2b7a42d6&device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 1098 time: 0.0854027 Aug 20 14:07:50.543978 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-30081823-0a29-4b34-9fc9-f0de4e0cf7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:50.548050 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-30081823-0a29-4b34-9fc9-f0de4e0cf7c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:50.552202 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-30081823-0a29-4b34-9fc9-f0de4e0cf7c1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c4daf370-a41b-490d-bab6-1bf2535d0b3b HTTP/1.1" status: 204 len: 168 time: 0.3395975 Aug 20 14:07:50.564692 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30081823-0a29-4b34-9fc9-f0de4e0cf7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4daf370-a41b-490d-bab6-1bf2535d0b3b,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:50.677756 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049093b4-81c6-4de0-9f7b-4cece53e4ec3 req-3911991a-9be5-49c9-88f4-fac5847ce67f tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:50.683019 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-049093b4-81c6-4de0-9f7b-4cece53e4ec3 req-3911991a-9be5-49c9-88f4-fac5847ce67f tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.1407208 Aug 20 14:07:50.745956 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4745c45-69c4-43d4-9c09-1211165c5aa8 req-dac76715-ee02-4cb0-a86e-82d19c4bd66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:50.747648 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c4745c45-69c4-43d4-9c09-1211165c5aa8 req-dac76715-ee02-4cb0-a86e-82d19c4bd66c service neutron] 10.222.0.65 "GET /v2.0/networks?id=c1c7c6a6-5f3d-43a4-90fb-564a679154da HTTP/1.1" status: 200 len: 920 time: 0.2208385 Aug 20 14:07:50.784418 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-049093b4-81c6-4de0-9f7b-4cece53e4ec3 req-da72dfc7-2230-4f6a-8fcb-313fcdd3d794 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854151 Aug 20 14:07:50.834492 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c4745c45-69c4-43d4-9c09-1211165c5aa8 req-7125eeb3-758b-4a95-a8c3-43a12d27825d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48842953-5da8-476c-9f5c-5a5c39ff8287 HTTP/1.1" status: 200 len: 217 time: 0.0485897 Aug 20 14:07:50.849951 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 53880) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:50.870959 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-06abfb5a-9d57-4bd1-93c6-03ad41266e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:50.909624 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4745c45-69c4-43d4-9c09-1211165c5aa8 req-699daff6-b196-4335-a254-aeb1349a0a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:50.911461 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c4745c45-69c4-43d4-9c09-1211165c5aa8 req-699daff6-b196-4335-a254-aeb1349a0a99 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=76001b34-7c64-4cf4-accf-135ef535979b HTTP/1.1" status: 200 len: 859 time: 0.0693724 Aug 20 14:07:50.955992 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c4745c45-69c4-43d4-9c09-1211165c5aa8 req-0dc723fc-1893-4ebc-b0d4-28e7343e5efa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1c7c6a6-5f3d-43a4-90fb-564a679154da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362999 Aug 20 14:07:51.010158 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-06abfb5a-9d57-4bd1-93c6-03ad41266e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:51.017178 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-06abfb5a-9d57-4bd1-93c6-03ad41266e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:51.073782 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-06abfb5a-9d57-4bd1-93c6-03ad41266e59 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b74db2f65a2b424a9d3b47d7d0860bd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2219720 Aug 20 14:07:51.082505 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 53890) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:51.127182 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06abfb5a-9d57-4bd1-93c6-03ad41266e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a43ebb-1a17-4e48-a45d-abbe7683bd84,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:51.142432 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c4745c45-69c4-43d4-9c09-1211165c5aa8 req-a7522d04-752c-4da2-aef7-3ee511c3a799 service neutron] 10.222.0.65 "GET /v2.0/networks/c1c7c6a6-5f3d-43a4-90fb-564a679154da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777565 Aug 20 14:07:51.185371 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-891ee660-2a06-422d-aa8b-8f88f0481dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:51.203708 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 53898) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:51.225087 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5e507408-778f-4253-9d68-ecb0d29f42d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:51.243473 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-891ee660-2a06-422d-aa8b-8f88f0481dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:51.357105 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-891ee660-2a06-422d-aa8b-8f88f0481dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:51.360386 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-891ee660-2a06-422d-aa8b-8f88f0481dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:51.361837 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-891ee660-2a06-422d-aa8b-8f88f0481dba admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b4a43ebb-1a17-4e48-a45d-abbe7683bd84 HTTP/1.1" status: 204 len: 168 time: 0.2775919 Aug 20 14:07:51.491211 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5e507408-778f-4253-9d68-ecb0d29f42d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:51.506146 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5e507408-778f-4253-9d68-ecb0d29f42d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:51.509903 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ee660-2a06-422d-aa8b-8f88f0481dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a43ebb-1a17-4e48-a45d-abbe7683bd84,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:51.545991 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c4745c45-69c4-43d4-9c09-1211165c5aa8 req-95b7a96e-5c0d-438c-bdb5-aabfaf2ac9e2 service neutron] 10.222.0.65 "GET /v2.0/networks/c1c7c6a6-5f3d-43a4-90fb-564a679154da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733213 Aug 20 14:07:51.574939 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-5e507408-778f-4253-9d68-ecb0d29f42d5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=44f12dda61f7400e91ef814cb5fa3399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3693082 Aug 20 14:07:51.575578 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 53918) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:51.577744 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e507408-778f-4253-9d68-ecb0d29f42d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89876d0-ff82-473a-888f-1c6352894339,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:51.636286 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device b51bf0b8-9568-4a95-ad67-53ec81884255 up at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:07:51.640229 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f7f4a-0163-4432-8c8e-c25d5306e4bc req-0ca4d532-363f-46f1-b7eb-00228e50b439 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:51.642040 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f97f7f4a-0163-4432-8c8e-c25d5306e4bc req-0ca4d532-363f-46f1-b7eb-00228e50b439 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 945 time: 0.0874913 Aug 20 14:07:51.650464 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-1e52d10a-faee-40a1-84e6-d949f2c142f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:51.703494 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning for port b51bf0b8-9568-4a95-ad67-53ec81884255 completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:07:51.704938 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f97f7f4a-0163-4432-8c8e-c25d5306e4bc req-efed9034-78c4-4236-9bd9-aeb11bd9d005 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557187 Aug 20 14:07:51.706482 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-1e52d10a-faee-40a1-84e6-d949f2c142f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:51.724155 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning complete for port b51bf0b8-9568-4a95-ad67-53ec81884255 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:07:51.724562 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:51.787398 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-1e52d10a-faee-40a1-84e6-d949f2c142f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:51.794623 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-1e52d10a-faee-40a1-84e6-d949f2c142f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:51.796384 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-1e52d10a-faee-40a1-84e6-d949f2c142f0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f89876d0-ff82-473a-888f-1c6352894339 HTTP/1.1" status: 204 len: 168 time: 0.2192893 Aug 20 14:07:51.838468 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52d10a-faee-40a1-84e6-d949f2c142f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89876d0-ff82-473a-888f-1c6352894339,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:51.901547 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:51.941133 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84643384-b871-43e8-a754-c9b24753f49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51bf0b8-9568-4a95-ad67-53ec81884255'}] {{(pid=94102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:07:51.943954 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658e03e68c488354c0da9c4193b8775245da486d5210860026445f3bfd5b20fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607a4d46-da50-465b-a02d-a4635ff5c7bb" -d '{"events": [{"server_uuid": "84643384-b871-43e8-a754-c9b24753f49a", "name": "network-vif-plugged", "status": "completed", "tag": "b51bf0b8-9568-4a95-ad67-53ec81884255"}]}' {{(pid=94102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:07:51.986045 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port b51bf0b8-9568-4a95-ad67-53ec81884255, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b51bf0b8-9568-4a95-ad67-53ec81884255,segment=NetworkSegment(09fbaf50-9346-436a-9d2f-7c32e079f7c3),segment_id=09fbaf50-9346-436a-9d2f-7c32e079f7c3)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:07:52.000443 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:52.034389 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f9e924-9a99-40ff-aedd-c6bfc59caedc x-openstack-request-id: req-a1f9e924-9a99-40ff-aedd-c6bfc59caedc {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:07:52.034926 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84643384-b871-43e8-a754-c9b24753f49a", "name": "network-vif-plugged", "status": "completed", "tag": "b51bf0b8-9568-4a95-ad67-53ec81884255", "code": 200}]} {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:07:52.035313 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a1f9e924-9a99-40ff-aedd-c6bfc59caedc {{(pid=94102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:07:52.035850 dv-cinder-790535-10-iscsi neutron-server[94102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84643384-b871-43e8-a754-c9b24753f49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51bf0b8-9568-4a95-ad67-53ec81884255', 'code': 200} Aug 20 14:07:52.073417 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=b51bf0b8-9568-4a95-ad67-53ec81884255,revision_number=5']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:52.094831 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc3d07-e630-490f-85e2-74bb5ee947e4 req-72235b87-61fd-44c4-9038-c1c15af747d4 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:52.095120 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-dccc3d07-e630-490f-85e2-74bb5ee947e4 req-72235b87-61fd-44c4-9038-c1c15af747d4 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.1370244 Aug 20 14:07:52.172190 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-dccc3d07-e630-490f-85e2-74bb5ee947e4 req-6f7cf5d1-5a77-40aa-bb14-e0ad841af053 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664992 Aug 20 14:07:52.277971 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661c6a2-3d49-4bda-b770-9412961b83ac req-1ed88c87-564d-4e11-bb18-5767998c89cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:52.280624 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d661c6a2-3d49-4bda-b770-9412961b83ac req-1ed88c87-564d-4e11-bb18-5767998c89cb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 1099 time: 0.0504727 Aug 20 14:07:52.330806 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d661c6a2-3d49-4bda-b770-9412961b83ac req-cb5c414e-c28e-447c-8c62-1c3e97520fbd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361376 Aug 20 14:07:52.842412 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca8b89-b63f-4682-8ca6-31bb0b6c0914 req-af501730-9984-4561-9fc2-660e579bbcde tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:52.844018 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-eeca8b89-b63f-4682-8ca6-31bb0b6c0914 req-af501730-9984-4561-9fc2-660e579bbcde tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 946 time: 0.0539079 Aug 20 14:07:52.893162 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-eeca8b89-b63f-4682-8ca6-31bb0b6c0914 req-1ca8c2ae-7226-4887-b0d3-64bbd9c17aa2 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406542 Aug 20 14:07:52.950926 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 54006) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:53.161799 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-555a991a-4cf6-470d-a8c8-e95ccd9e7e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:53.318026 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-555a991a-4cf6-470d-a8c8-e95ccd9e7e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:53.330981 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-555a991a-4cf6-470d-a8c8-e95ccd9e7e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:53.343634 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770eb382-9275-43c5-8c58-9222cc354c71 req-b9778162-8a61-406a-9f3d-7aedb84660ad tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:53.351507 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-770eb382-9275-43c5-8c58-9222cc354c71 req-b9778162-8a61-406a-9f3d-7aedb84660ad tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.0873079 Aug 20 14:07:53.423253 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-555a991a-4cf6-470d-a8c8-e95ccd9e7e6a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=39ee8df4a9e34395916f96d76ef3cbbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4681795 Aug 20 14:07:53.423359 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 54030) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:53.427919 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-770eb382-9275-43c5-8c58-9222cc354c71 req-caa61beb-4349-48f4-85d3-d8c233bb9363 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732038 Aug 20 14:07:53.431864 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a991a-4cf6-470d-a8c8-e95ccd9e7e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132642fe-4126-4691-b80a-86e1c8e2728a,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:53.545618 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-db805ced-672e-4c76-9964-2102e946d0e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:53.590819 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-db805ced-672e-4c76-9964-2102e946d0e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:53.664000 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-db805ced-672e-4c76-9964-2102e946d0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:53.668063 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-db805ced-672e-4c76-9964-2102e946d0e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:53.669302 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-db805ced-672e-4c76-9964-2102e946d0e0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/132642fe-4126-4691-b80a-86e1c8e2728a HTTP/1.1" status: 204 len: 168 time: 0.2447071 Aug 20 14:07:53.679572 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db805ced-672e-4c76-9964-2102e946d0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132642fe-4126-4691-b80a-86e1c8e2728a,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:54.021260 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 54054) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:54.022530 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096945b-312c-41ba-aa8f-014e1356e6b6 req-9c3ea4af-c4b7-4c80-baf2-6797c57612f9 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:54.025304 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c096945b-312c-41ba-aa8f-014e1356e6b6 req-9c3ea4af-c4b7-4c80-baf2-6797c57612f9 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 946 time: 0.0567489 Aug 20 14:07:54.072259 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c096945b-312c-41ba-aa8f-014e1356e6b6 req-ae1e7beb-df81-4c5d-a907-3b1a13be46cf tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406165 Aug 20 14:07:54.098965 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 54058) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:54.212649 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9af1d5-6a4c-4107-b4e7-d37809fa9fed req-bc9759ed-e802-4c58-8f29-6299f3f89e82 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:54.214211 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9d9af1d5-6a4c-4107-b4e7-d37809fa9fed req-bc9759ed-e802-4c58-8f29-6299f3f89e82 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 946 time: 0.0561647 Aug 20 14:07:54.224384 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 54068) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:54.230203 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-5c3115d8-75b7-4875-a0e2-1f04729bcbf1 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Request body: {'floatingip': {'port_id': 'b51bf0b8-9568-4a95-ad67-53ec81884255'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:07:54.244345 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 54070) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:54.266302 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-795ed668-5ae8-4679-baa3-e61fa8cc8ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:54.334161 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5c3115d8-75b7-4875-a0e2-1f04729bcbf1 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for floatingip, before_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:54.481733 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-795ed668-5ae8-4679-baa3-e61fa8cc8ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:54.505984 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-795ed668-5ae8-4679-baa3-e61fa8cc8ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:54.560357 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-795ed668-5ae8-4679-baa3-e61fa8cc8ea1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=905e6ab601374994913c95e097f1eb9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3141468 Aug 20 14:07:54.561415 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 54076) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:54.562227 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ed668-5ae8-4679-baa3-e61fa8cc8ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26ea2b6-adc0-4960-93ab-a1f88c42fbb9,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:54.671760 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42943e6-0595-4fdf-87e7-809b9c6bb718 req-3e228d6d-8fa5-4f6b-b795-8fea7e321b34 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:54.673521 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d42943e6-0595-4fdf-87e7-809b9c6bb718 req-3e228d6d-8fa5-4f6b-b795-8fea7e321b34 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.1056736 Aug 20 14:07:54.678737 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-f56f67b3-4e0e-46ae-8c70-79f88c383053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:54.719738 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-f56f67b3-4e0e-46ae-8c70-79f88c383053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:54.723387 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-f38c20b8-bfc1-414f-a7a6-cd6fa8988d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:54.726574 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-13ce6496-0351-47d4-af2d-8dc1cf4edea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:54.747804 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d42943e6-0595-4fdf-87e7-809b9c6bb718 req-035e7b22-2fc3-4e1a-9d79-b8ab78743878 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665972 Aug 20 14:07:54.797345 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-f56f67b3-4e0e-46ae-8c70-79f88c383053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:54.805458 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-f56f67b3-4e0e-46ae-8c70-79f88c383053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:54.809822 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-f56f67b3-4e0e-46ae-8c70-79f88c383053 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a26ea2b6-adc0-4960-93ab-a1f88c42fbb9 HTTP/1.1" status: 204 len: 168 time: 0.2413263 Aug 20 14:07:54.825503 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f67b3-4e0e-46ae-8c70-79f88c383053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26ea2b6-adc0-4960-93ab-a1f88c42fbb9,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:54.826241 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.db.api [None req-13ce6496-0351-47d4-af2d-8dc1cf4edea5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 14:07:54.826241 dv-cinder-790535-10-iscsi neutron-server[94101]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 14:07:54.826241 dv-cinder-790535-10-iscsi neutron-server[94101]: [parameters: {'project_id_1': 'a0513a44ed734d3185713bbbb9d03740', 'expiration_1': datetime.datetime(2021, 8, 20, 14, 7, 54, 812651)}] Aug 20 14:07:54.826241 dv-cinder-790535-10-iscsi neutron-server[94101]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 14:07:54.826870 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG oslo_db.api [None req-13ce6496-0351-47d4-af2d-8dc1cf4edea5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 14:07:55.063095 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-f38c20b8-bfc1-414f-a7a6-cd6fa8988d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:55.073111 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-f38c20b8-bfc1-414f-a7a6-cd6fa8988d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:55.136788 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 6 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:07:55.181091 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-f38c20b8-bfc1-414f-a7a6-cd6fa8988d96 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e34b112a837b4ef09f71a2f62b2ead11&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0810037 Aug 20 14:07:55.184837 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 54098) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:55.213961 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c20b8-bfc1-414f-a7a6-cd6fa8988d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc4db5b-9ca7-4206-9399-d9ff5d7636d6,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:55.248109 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-0f3b79f1-c8a2-4ca6-9fd3-45cbf6ecc7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:55.280792 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-0f3b79f1-c8a2-4ca6-9fd3-45cbf6ecc7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:55.331234 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-13ce6496-0351-47d4-af2d-8dc1cf4edea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:55.393347 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-0f3b79f1-c8a2-4ca6-9fd3-45cbf6ecc7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:55.398284 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-0f3b79f1-c8a2-4ca6-9fd3-45cbf6ecc7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:55.400999 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-0f3b79f1-c8a2-4ca6-9fd3-45cbf6ecc7c0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7cc4db5b-9ca7-4206-9399-d9ff5d7636d6 HTTP/1.1" status: 204 len: 168 time: 0.2147081 Aug 20 14:07:55.410949 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b79f1-c8a2-4ca6-9fd3-45cbf6ecc7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc4db5b-9ca7-4206-9399-d9ff5d7636d6,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:55.429674 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 54110) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:55.511829 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.db.resource_extend [None req-5c3115d8-75b7-4875-a0e2-1f04729bcbf1 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 14:07:55.619766 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5c3115d8-75b7-4875-a0e2-1f04729bcbf1 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:55.633762 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5c3115d8-75b7-4875-a0e2-1f04729bcbf1 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687214'] for floatingip, after_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:55.696671 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-13ce6496-0351-47d4-af2d-8dc1cf4edea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:55.703690 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-13ce6496-0351-47d4-af2d-8dc1cf4edea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:55.790959 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-13ce6496-0351-47d4-af2d-8dc1cf4edea5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a0513a44ed734d3185713bbbb9d03740&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7684355 Aug 20 14:07:55.794870 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 54124) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:55.797007 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce6496-0351-47d4-af2d-8dc1cf4edea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc86d920-9af2-4e35-9151-c5ff27f5850a,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:55.808889 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-816dd3f6-8013-495b-a735-431292bdf374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:55.833929 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.db.l3_db [None req-5c3115d8-75b7-4875-a0e2-1f04729bcbf1 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Floating IP e8c05fba-ec8b-4510-8353-c58e79fc4f23 associated. External IP: 172.27.3.222, port: b51bf0b8-9568-4a95-ad67-53ec81884255. Aug 20 14:07:55.929465 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-1b1216b9-560f-40c5-9841-3b7894be4bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:55.962313 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706abf0-0bd6-4ed5-bd5a-2a49b0b82d7a req-3c84cd60-8099-427a-8e17-1037d68f0a6e tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:55.963801 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8706abf0-0bd6-4ed5-bd5a-2a49b0b82d7a req-3c84cd60-8099-427a-8e17-1037d68f0a6e tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.0954044 Aug 20 14:07:55.974354 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-1b1216b9-560f-40c5-9841-3b7894be4bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:56.037234 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8706abf0-0bd6-4ed5-bd5a-2a49b0b82d7a req-153cb51b-b186-4c7c-a416-13a993394bd7 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652974 Aug 20 14:07:56.085502 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-816dd3f6-8013-495b-a735-431292bdf374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:56.096291 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-816dd3f6-8013-495b-a735-431292bdf374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:56.169870 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-816dd3f6-8013-495b-a735-431292bdf374 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c72fc18d490b40ccba1ff8b98f9888c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7388692 Aug 20 14:07:56.170700 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 54138) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:56.171463 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816dd3f6-8013-495b-a735-431292bdf374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d1b715-6d09-4878-b285-e39c7e397c19,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:56.233142 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-1b1216b9-560f-40c5-9841-3b7894be4bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:56.236550 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-1b1216b9-560f-40c5-9841-3b7894be4bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:56.237788 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-1b1216b9-560f-40c5-9841-3b7894be4bec admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bc86d920-9af2-4e35-9151-c5ff27f5850a HTTP/1.1" status: 204 len: 168 time: 0.4416826 Aug 20 14:07:56.256089 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1216b9-560f-40c5-9841-3b7894be4bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc86d920-9af2-4e35-9151-c5ff27f5850a,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:56.267022 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3115d8-75b7-4875-a0e2-1f04729bcbf1 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Router 302879b6-fd00-4cf0-a895-d1b716ff8ad9 has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:07:56.304864 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-835fe32d-0d43-4426-9d6a-e55c5622d030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:56.347936 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-835fe32d-0d43-4426-9d6a-e55c5622d030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:56.431751 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-835fe32d-0d43-4426-9d6a-e55c5622d030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:56.437245 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-835fe32d-0d43-4426-9d6a-e55c5622d030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:56.447672 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-835fe32d-0d43-4426-9d6a-e55c5622d030 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/97d1b715-6d09-4878-b285-e39c7e397c19 HTTP/1.1" status: 204 len: 168 time: 0.2717180 Aug 20 14:07:56.478210 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835fe32d-0d43-4426-9d6a-e55c5622d030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d1b715-6d09-4878-b285-e39c7e397c19,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:56.682941 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3115d8-75b7-4875-a0e2-1f04729bcbf1 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:07:56.696607 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c8630e-6701-455b-aaff-fd57ddaf47a7 None None] Sync routers for ids ['302879b6-fd00-4cf0-a895-d1b716ff8ad9'] in dv-cinder-790535-10-iscsi {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:07:56.697154 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5c3115d8-75b7-4875-a0e2-1f04729bcbf1 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for floatingip, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:56.707604 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c8630e-6701-455b-aaff-fd57ddaf47a7 None None] Routers {'302879b6-fd00-4cf0-a895-d1b716ff8ad9'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:07:56.708975 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-f8c8630e-6701-455b-aaff-fd57ddaf47a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:07:41Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['302879b6-fd00-4cf0-a895-d1b716ff8ad9'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:07:56.735241 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-5c3115d8-75b7-4875-a0e2-1f04729bcbf1 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "PUT /v2.0/floatingips/e8c05fba-ec8b-4510-8353-c58e79fc4f23 HTTP/1.1" status: 200 len: 992 time: 2.5093772 Aug 20 14:07:56.735818 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84643384-b871-43e8-a754-c9b24753f49a', 'tag': 'b51bf0b8-9568-4a95-ad67-53ec81884255'}] {{(pid=94101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:07:56.752961 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe9c96b14d8a984b3b2359cf8bfa077cf4e0579f01b10b2ab8ef3f260cf9dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c122ca9a-e9a0-4415-a74c-6ca28d270f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "84643384-b871-43e8-a754-c9b24753f49a", "tag": "b51bf0b8-9568-4a95-ad67-53ec81884255"}]}' {{(pid=94101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:07:56.847826 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec49e68-9618-4c50-957c-9e54a0a5e9a7 x-openstack-request-id: req-6ec49e68-9618-4c50-957c-9e54a0a5e9a7 {{(pid=94101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:07:56.848319 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84643384-b871-43e8-a754-c9b24753f49a", "tag": "b51bf0b8-9568-4a95-ad67-53ec81884255", "status": "completed", "code": 200}]} {{(pid=94101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:07:56.848501 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6ec49e68-9618-4c50-957c-9e54a0a5e9a7 {{(pid=94101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:07:56.858348 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84643384-b871-43e8-a754-c9b24753f49a', 'tag': 'b51bf0b8-9568-4a95-ad67-53ec81884255', 'status': 'completed', 'code': 200} Aug 20 14:07:56.882452 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-f8c8630e-6701-455b-aaff-fd57ddaf47a7 None None] Set router 302879b6-fd00-4cf0-a895-d1b716ff8ad9 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:07:56.928414 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122ca9a-e9a0-4415-a74c-6ca28d270f1a req-6c36cd7c-dd15-4587-ac30-214ccdf44f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:56.930540 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c122ca9a-e9a0-4415-a74c-6ca28d270f1a req-6c36cd7c-dd15-4587-ac30-214ccdf44f13 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee09af3d24634dd0b8d0361dafbf2c7a&device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 1099 time: 0.0480556 Aug 20 14:07:57.042792 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122ca9a-e9a0-4415-a74c-6ca28d270f1a req-dca3e173-8c4c-4e24-8a9f-cfd88b0b7a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:57.044524 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c122ca9a-e9a0-4415-a74c-6ca28d270f1a req-dca3e173-8c4c-4e24-8a9f-cfd88b0b7a42 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 HTTP/1.1" status: 200 len: 915 time: 0.1062090 Aug 20 14:07:57.261352 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c122ca9a-e9a0-4415-a74c-6ca28d270f1a req-4572d5f0-28a5-417e-ad2b-daf88b649814 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b51bf0b8-9568-4a95-ad67-53ec81884255 HTTP/1.1" status: 200 len: 1000 time: 0.2061677 Aug 20 14:07:57.280378 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 54184) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:57.290591 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5f48d-497b-47c2-85e9-a893b2a7a4f5 req-8c92453f-0e55-4c18-9ada-6a6985a1baaa tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:57.296090 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-552fac23-e3c6-49cb-b3b5-56f5bbec4467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:57.299316 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-41f5f48d-497b-47c2-85e9-a893b2a7a4f5 req-8c92453f-0e55-4c18-9ada-6a6985a1baaa tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.1092610 Aug 20 14:07:57.359408 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122ca9a-e9a0-4415-a74c-6ca28d270f1a req-dfff9fd2-c8a3-4fcb-bfb3-ff7956033752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:57.362139 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c122ca9a-e9a0-4415-a74c-6ca28d270f1a req-dfff9fd2-c8a3-4fcb-bfb3-ff7956033752 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f4bed576-abba-4384-ad26-22f02bdef9a8 HTTP/1.1" status: 200 len: 853 time: 0.0609000 Aug 20 14:07:57.412267 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-552fac23-e3c6-49cb-b3b5-56f5bbec4467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:57.418353 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-552fac23-e3c6-49cb-b3b5-56f5bbec4467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:57.442896 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-41f5f48d-497b-47c2-85e9-a893b2a7a4f5 req-9bbe154a-b742-4746-94af-15e5d69ebb5b tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430147 Aug 20 14:07:57.489461 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-f8c8630e-6701-455b-aaff-fd57ddaf47a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'name': 'tempest-AttachVolumeShelveTestJSON-6395065-router', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f85cff3d-afaa-419e-b810-281b97895409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:07:02Z', 'updated_at': '2021-08-20T14:07:11Z', 'revision_number': 4, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'gw_port': {'id': 'f85cff3d-afaa-419e-b810-281b97895409', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:04Z', 'updated_at': '2021-08-20T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_floatingips': [{'id': 'e8c05fba-ec8b-4510-8353-c58e79fc4f23', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'router_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'port_id': 'b51bf0b8-9568-4a95-ad67-53ec81884255', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0', 'mac_address': 'fa:16:3e:91:8f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84643384-b871-43e8-a754-c9b24753f49a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:07:23Z', 'updated_at': '2021-08-20T14:07:55Z', 'revision_number': 1, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e2f4a6-64c5-4328-b1e0-25d29d89d59e', 'name': '', 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'mac_address': 'fa:16:3e:7f:50:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:09Z', 'updated_at': '2021-08-20T14:07:22Z', 'revision_number': 5, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'subnets': [{'id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:07:57.503270 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122ca9a-e9a0-4415-a74c-6ca28d270f1a req-d4a3136b-d2d0-4535-83cf-dd2adebbc4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:57.504819 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c122ca9a-e9a0-4415-a74c-6ca28d270f1a req-d4a3136b-d2d0-4535-83cf-dd2adebbc4f1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d7b7e4f-93c0-4b84-9c6a-22526b6438a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1223545 Aug 20 14:07:57.506276 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-552fac23-e3c6-49cb-b3b5-56f5bbec4467 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e585860bd91146db852664818da14b3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248354 Aug 20 14:07:57.508193 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 54190) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:57.525906 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552fac23-e3c6-49cb-b3b5-56f5bbec4467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89876e9b-2f89-450d-8650-7df50e9c9303,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:57.549835 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c8630e-6701-455b-aaff-fd57ddaf47a7 None None] Checking router: 302879b6-fd00-4cf0-a895-d1b716ff8ad9 for host: dv-cinder-790535-10-iscsi {{(pid=94103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:07:57.559100 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c8630e-6701-455b-aaff-fd57ddaf47a7 None None] Routers {'302879b6-fd00-4cf0-a895-d1b716ff8ad9'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:07:57.559838 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-f8c8630e-6701-455b-aaff-fd57ddaf47a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:07:41Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['302879b6-fd00-4cf0-a895-d1b716ff8ad9'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:07:57.623955 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-74dd72a7-05c4-42d4-a6bc-b642ca1221d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:57.675151 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-74dd72a7-05c4-42d4-a6bc-b642ca1221d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:57.697865 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c122ca9a-e9a0-4415-a74c-6ca28d270f1a req-20392ff2-522b-4024-a720-eae75ff94a84 service neutron] 10.222.0.65 "GET /v2.0/networks/1d7b7e4f-93c0-4b84-9c6a-22526b6438a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756005 Aug 20 14:07:57.746451 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-f8c8630e-6701-455b-aaff-fd57ddaf47a7 None None] Set router 302879b6-fd00-4cf0-a895-d1b716ff8ad9 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:07:57.858440 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-74dd72a7-05c4-42d4-a6bc-b642ca1221d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:57.863288 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-74dd72a7-05c4-42d4-a6bc-b642ca1221d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:57.869672 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-74dd72a7-05c4-42d4-a6bc-b642ca1221d0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/89876e9b-2f89-450d-8650-7df50e9c9303 HTTP/1.1" status: 204 len: 168 time: 0.3596153 Aug 20 14:07:57.891456 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd72a7-05c4-42d4-a6bc-b642ca1221d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89876e9b-2f89-450d-8650-7df50e9c9303,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:57.962168 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c122ca9a-e9a0-4415-a74c-6ca28d270f1a req-f095dfaf-0c10-46ee-9d00-02c5b7e7470e service neutron] 10.222.0.65 "GET /v2.0/networks/1d7b7e4f-93c0-4b84-9c6a-22526b6438a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533264 Aug 20 14:07:58.156957 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-f8c8630e-6701-455b-aaff-fd57ddaf47a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'name': 'tempest-AttachVolumeShelveTestJSON-6395065-router', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f85cff3d-afaa-419e-b810-281b97895409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:07:02Z', 'updated_at': '2021-08-20T14:07:11Z', 'revision_number': 4, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'gw_port': {'id': 'f85cff3d-afaa-419e-b810-281b97895409', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:04Z', 'updated_at': '2021-08-20T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_floatingips': [{'id': 'e8c05fba-ec8b-4510-8353-c58e79fc4f23', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'router_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'port_id': 'b51bf0b8-9568-4a95-ad67-53ec81884255', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0', 'mac_address': 'fa:16:3e:91:8f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84643384-b871-43e8-a754-c9b24753f49a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:07:23Z', 'updated_at': '2021-08-20T14:07:55Z', 'revision_number': 1, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e2f4a6-64c5-4328-b1e0-25d29d89d59e', 'name': '', 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'mac_address': 'fa:16:3e:7f:50:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:09Z', 'updated_at': '2021-08-20T14:07:22Z', 'revision_number': 5, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'subnets': [{'id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:07:58.206365 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c8630e-6701-455b-aaff-fd57ddaf47a7 None None] The sync data for ids ['302879b6-fd00-4cf0-a895-d1b716ff8ad9'] in dv-cinder-790535-10-iscsi is: [{'id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'name': 'tempest-AttachVolumeShelveTestJSON-6395065-router', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f85cff3d-afaa-419e-b810-281b97895409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:07:02Z', 'updated_at': '2021-08-20T14:07:11Z', 'revision_number': 4, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'gw_port': {'id': 'f85cff3d-afaa-419e-b810-281b97895409', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:04Z', 'updated_at': '2021-08-20T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_floatingips': [{'id': 'e8c05fba-ec8b-4510-8353-c58e79fc4f23', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'router_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'port_id': 'b51bf0b8-9568-4a95-ad67-53ec81884255', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0', 'mac_address': 'fa:16:3e:91:8f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84643384-b871-43e8-a754-c9b24753f49a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:07:23Z', 'updated_at': '2021-08-20T14:07:55Z', 'revision_number': 1, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e2f4a6-64c5-4328-b1e0-25d29d89d59e', 'name': '', 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'mac_address': 'fa:16:3e:7f:50:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:09Z', 'updated_at': '2021-08-20T14:07:22Z', 'revision_number': 5, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'subnets': [{'id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:07:58.543913 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0406b496-b270-41c4-bd4c-8e76fe734672 None None] New status for floating IP e8c05fba-ec8b-4510-8353-c58e79fc4f23: ACTIVE {{(pid=94102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:07:58.695888 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 54230) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:58.738252 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7317b-7869-46e1-b6b6-5b8094136ce2 req-d2a22b4e-b355-4f2a-9ffe-e89c56b17a52 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:07:58.740712 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7cd7317b-7869-46e1-b6b6-5b8094136ce2 req-d2a22b4e-b355-4f2a-9ffe-e89c56b17a52 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.0979452 Aug 20 14:07:58.835202 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7cd7317b-7869-46e1-b6b6-5b8094136ce2 req-55cc2606-8b77-4a12-a714-0c45bdeeb65e tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861611 Aug 20 14:07:59.026906 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9f34-e346-48ee-8324-9a3be1941d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:59.159071 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9f34-e346-48ee-8324-9a3be1941d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:59.165464 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9f34-e346-48ee-8324-9a3be1941d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:59.212696 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c9f34-e346-48ee-8324-9a3be1941d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4296e951-fc23-436d-857f-9238dc1065c9,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:59.221537 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-1d7c9f34-e346-48ee-8324-9a3be1941d6f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e4016875928a4292a8e4caf2cee4fdd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5213912 Aug 20 14:07:59.222727 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 54250) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:07:59.287216 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-a8f5cfba-62c6-4750-a609-95a15cbd9675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:59.333515 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-a8f5cfba-62c6-4750-a609-95a15cbd9675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:59.389710 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-a8f5cfba-62c6-4750-a609-95a15cbd9675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:59.392381 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-a8f5cfba-62c6-4750-a609-95a15cbd9675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:07:59.394596 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-a8f5cfba-62c6-4750-a609-95a15cbd9675 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4296e951-fc23-436d-857f-9238dc1065c9 HTTP/1.1" status: 204 len: 168 time: 0.1714036 Aug 20 14:07:59.407431 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5cfba-62c6-4750-a609-95a15cbd9675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4296e951-fc23-436d-857f-9238dc1065c9,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:07:59.956537 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 54290) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:00.002411 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20daa76b-454f-4992-ba9a-a1d1f8d5faaa req-2f47724f-215b-4df6-ae62-e9b085c1b5d1 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:00.010806 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-20daa76b-454f-4992-ba9a-a1d1f8d5faaa req-2f47724f-215b-4df6-ae62-e9b085c1b5d1 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.0851567 Aug 20 14:08:00.057013 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-20daa76b-454f-4992-ba9a-a1d1f8d5faaa req-b331364b-b45a-48ed-b3bd-9998d6de5f34 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450916 Aug 20 14:08:00.162189 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-4aa8f60b-7bd0-4f04-b951-5e47e72b0730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:00.293164 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-4aa8f60b-7bd0-4f04-b951-5e47e72b0730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:00.299439 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-4aa8f60b-7bd0-4f04-b951-5e47e72b0730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:00.344804 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-4aa8f60b-7bd0-4f04-b951-5e47e72b0730 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c8f70042fd2c4349833b4bcd3519d45a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3871260 Aug 20 14:08:00.348421 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 54314) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:00.349110 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8f60b-7bd0-4f04-b951-5e47e72b0730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16f0876-8847-41be-9644-f62429b99b5a,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:00.403658 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9735364-410e-4a2a-9813-0f5ab853eab7 req-a40e744a-a9f8-40a1-b3c0-92264c7618fc tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:00.405177 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d9735364-410e-4a2a-9813-0f5ab853eab7 req-a40e744a-a9f8-40a1-b3c0-92264c7618fc tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/ports?device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 946 time: 0.1038821 Aug 20 14:08:00.476109 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-05540995-0cf3-45cf-ac61-0d7c0f441e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:00.487017 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d9735364-410e-4a2a-9813-0f5ab853eab7 req-19e880e7-a9ff-4616-8349-a14e53db6719 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/security-groups?id=1252b8ac-165f-4ad2-ac59-f0057460cf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715630 Aug 20 14:08:00.506039 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-05540995-0cf3-45cf-ac61-0d7c0f441e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:00.558825 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-05540995-0cf3-45cf-ac61-0d7c0f441e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:00.561420 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-05540995-0cf3-45cf-ac61-0d7c0f441e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:00.564852 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-05540995-0cf3-45cf-ac61-0d7c0f441e3c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a16f0876-8847-41be-9644-f62429b99b5a HTTP/1.1" status: 204 len: 168 time: 0.2114935 Aug 20 14:08:00.570508 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05540995-0cf3-45cf-ac61-0d7c0f441e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16f0876-8847-41be-9644-f62429b99b5a,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:00.579262 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05540995-0cf3-45cf-ac61-0d7c0f441e3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:00.582606 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05540995-0cf3-45cf-ac61-0d7c0f441e3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:00.582606 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05540995-0cf3-45cf-ac61-0d7c0f441e3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:00.582606 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05540995-0cf3-45cf-ac61-0d7c0f441e3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:00.582606 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05540995-0cf3-45cf-ac61-0d7c0f441e3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:00.582606 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05540995-0cf3-45cf-ac61-0d7c0f441e3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:00.582606 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05540995-0cf3-45cf-ac61-0d7c0f441e3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:00.582606 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05540995-0cf3-45cf-ac61-0d7c0f441e3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:00.582606 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05540995-0cf3-45cf-ac61-0d7c0f441e3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:00.582606 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05540995-0cf3-45cf-ac61-0d7c0f441e3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:00.582606 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05540995-0cf3-45cf-ac61-0d7c0f441e3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:00.583807 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05540995-0cf3-45cf-ac61-0d7c0f441e3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:01.225670 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a53ff-c175-4dbc-b2a8-5f3b4c3c8423 req-79b1b190-b26f-484f-a1e5-682f758b1fa6 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:01.228334 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-eb8a53ff-c175-4dbc-b2a8-5f3b4c3c8423 req-79b1b190-b26f-484f-a1e5-682f758b1fa6 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.0753083 Aug 20 14:08:01.290145 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-eb8a53ff-c175-4dbc-b2a8-5f3b4c3c8423 req-1d52f108-893b-465f-ad5b-a8da7b8ee3c8 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541506 Aug 20 14:08:01.354982 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 54360) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:01.390182 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 54364) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:01.479680 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-68aaf33a-582b-494b-99e9-0be558d0d762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:01.526276 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-8570539f-9e2f-4eac-ad16-50d943e54257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:01.627881 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-68aaf33a-582b-494b-99e9-0be558d0d762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:01.636909 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-68aaf33a-582b-494b-99e9-0be558d0d762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:01.654697 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d401b38-e684-4ed6-ae88-fb4ccf46df9b req-74da6e24-464f-4186-a2a0-a29d35ef6786 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:01.656116 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1d401b38-e684-4ed6-ae88-fb4ccf46df9b req-74da6e24-464f-4186-a2a0-a29d35ef6786 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/ports?device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 946 time: 0.0841134 Aug 20 14:08:01.713366 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aaf33a-582b-494b-99e9-0be558d0d762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd72f33-4830-4cff-91b4-b684b5b2e694,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:01.724234 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-68aaf33a-582b-494b-99e9-0be558d0d762 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=77aa7e4bf7744d0ba23827cf0b168b7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3678977 Aug 20 14:08:01.727214 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 54372) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:01.749504 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1d401b38-e684-4ed6-ae88-fb4ccf46df9b req-1f671cbf-99db-488c-b064-515ef609aaec tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/security-groups?id=1252b8ac-165f-4ad2-ac59-f0057460cf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807996 Aug 20 14:08:01.792944 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-760a960c-1f66-4394-b91c-3844fa4cd99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:01.802931 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-8570539f-9e2f-4eac-ad16-50d943e54257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:01.808825 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-8570539f-9e2f-4eac-ad16-50d943e54257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:01.816173 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-760a960c-1f66-4394-b91c-3844fa4cd99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:01.853337 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-8570539f-9e2f-4eac-ad16-50d943e54257 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bfb258cf88fc42598ef550e598af0e35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4617617 Aug 20 14:08:01.854881 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8570539f-9e2f-4eac-ad16-50d943e54257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0afd5b9-a41d-4997-b24b-700dc7076025,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:01.856058 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 54374) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:01.885910 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-760a960c-1f66-4394-b91c-3844fa4cd99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:01.888456 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-760a960c-1f66-4394-b91c-3844fa4cd99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:01.889592 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-760a960c-1f66-4394-b91c-3844fa4cd99f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6dd72f33-4830-4cff-91b4-b684b5b2e694 HTTP/1.1" status: 204 len: 168 time: 0.1613116 Aug 20 14:08:01.906860 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a960c-1f66-4394-b91c-3844fa4cd99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd72f33-4830-4cff-91b4-b684b5b2e694,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:01.920463 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760a960c-1f66-4394-b91c-3844fa4cd99f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:01.920917 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760a960c-1f66-4394-b91c-3844fa4cd99f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:01.921251 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760a960c-1f66-4394-b91c-3844fa4cd99f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:01.921585 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760a960c-1f66-4394-b91c-3844fa4cd99f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:01.921911 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760a960c-1f66-4394-b91c-3844fa4cd99f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:01.922237 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760a960c-1f66-4394-b91c-3844fa4cd99f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:01.922559 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760a960c-1f66-4394-b91c-3844fa4cd99f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:01.922882 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760a960c-1f66-4394-b91c-3844fa4cd99f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:01.923197 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760a960c-1f66-4394-b91c-3844fa4cd99f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:01.923511 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760a960c-1f66-4394-b91c-3844fa4cd99f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:01.923823 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760a960c-1f66-4394-b91c-3844fa4cd99f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:01.924133 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760a960c-1f66-4394-b91c-3844fa4cd99f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:01.940495 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-afe8d35a-3612-4bd8-9011-49e730e7716f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:01.964398 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-afe8d35a-3612-4bd8-9011-49e730e7716f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:02.019588 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-afe8d35a-3612-4bd8-9011-49e730e7716f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:02.024618 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-afe8d35a-3612-4bd8-9011-49e730e7716f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:02.026533 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-afe8d35a-3612-4bd8-9011-49e730e7716f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b0afd5b9-a41d-4997-b24b-700dc7076025 HTTP/1.1" status: 204 len: 168 time: 0.1607134 Aug 20 14:08:02.038347 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8d35a-3612-4bd8-9011-49e730e7716f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0afd5b9-a41d-4997-b24b-700dc7076025,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:02.397970 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 54398) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:02.416859 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c3e02a57-6a25-4d5b-8a1f-dcc76dc93486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:02.449392 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcc254-3f2a-4307-9168-2c1a7bb769bd req-3b9dbcfe-62cd-4ec1-9d9c-e46e8f82224c tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:02.453442 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e7bcc254-3f2a-4307-9168-2c1a7bb769bd req-3b9dbcfe-62cd-4ec1-9d9c-e46e8f82224c tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.0910592 Aug 20 14:08:02.577129 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e7bcc254-3f2a-4307-9168-2c1a7bb769bd req-1dbc749f-d842-4e75-9538-29a7525d2750 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405908 Aug 20 14:08:02.596604 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c3e02a57-6a25-4d5b-8a1f-dcc76dc93486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:02.601363 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c3e02a57-6a25-4d5b-8a1f-dcc76dc93486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:02.609638 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c3098-dcdd-47b5-ba57-c5da303b7e57 req-df6e70d3-1cc5-4a06-91f5-e04f0c39afe0 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:02.611117 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c62c3098-dcdd-47b5-ba57-c5da303b7e57 req-df6e70d3-1cc5-4a06-91f5-e04f0c39afe0 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.65 "GET /v2.0/ports?device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 946 time: 0.1507161 Aug 20 14:08:02.667640 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-c3e02a57-6a25-4d5b-8a1f-dcc76dc93486 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fdcd40e33e6b4bdb9318d6e1f7ab6391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2678549 Aug 20 14:08:02.673850 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 54416) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:02.688934 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e02a57-6a25-4d5b-8a1f-dcc76dc93486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e1f158-a073-48b0-af4a-67beef75f690,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:02.753160 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-8a93def3-9bcf-4548-81b0-e7c0f81a600c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:02.786108 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-8a93def3-9bcf-4548-81b0-e7c0f81a600c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:02.852456 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-c62c3098-dcdd-47b5-ba57-c5da303b7e57 req-0b097457-c0ca-4bd9-a07f-800c798082bd tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Deleting port 511d83c5-2fe5-480c-8024-efe7ddbd5d04 {{(pid=94100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:08:02.853475 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c62c3098-dcdd-47b5-ba57-c5da303b7e57 req-0b097457-c0ca-4bd9-a07f-800c798082bd tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:02.865175 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-8a93def3-9bcf-4548-81b0-e7c0f81a600c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:02.867958 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-8a93def3-9bcf-4548-81b0-e7c0f81a600c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:02.869208 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-8a93def3-9bcf-4548-81b0-e7c0f81a600c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/72e1f158-a073-48b0-af4a-67beef75f690 HTTP/1.1" status: 204 len: 168 time: 0.1943305 Aug 20 14:08:02.878040 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93def3-9bcf-4548-81b0-e7c0f81a600c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e1f158-a073-48b0-af4a-67beef75f690,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:02.984166 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49f5f6-f1a3-4727-b1d9-c764b75ffd4c req-d66e3ee6-95de-4638-a426-da10b93706bb tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:02.985715 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9e49f5f6-f1a3-4727-b1d9-c764b75ffd4c req-d66e3ee6-95de-4638-a426-da10b93706bb tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/ports?device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 946 time: 0.1512942 Aug 20 14:08:03.025952 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-c62c3098-dcdd-47b5-ba57-c5da303b7e57 req-0b097457-c0ca-4bd9-a07f-800c798082bd tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] For port 511d83c5-2fe5-480c-8024-efe7ddbd5d04, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=511d83c5-2fe5-480c-8024-efe7ddbd5d04,segment=NetworkSegment(4961ec8a-e80d-40b9-8ef9-3573eeeae715),segment_id=4961ec8a-e80d-40b9-8ef9-3573eeeae715)] {{(pid=94100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:08:03.026180 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c62c3098-dcdd-47b5-ba57-c5da303b7e57 req-0b097457-c0ca-4bd9-a07f-800c798082bd tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:03.053571 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-c62c3098-dcdd-47b5-ba57-c5da303b7e57 req-0b097457-c0ca-4bd9-a07f-800c798082bd tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Calling delete_port for 511d83c5-2fe5-480c-8024-efe7ddbd5d04 owned by compute:nova {{(pid=94100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:08:03.074145 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9e49f5f6-f1a3-4727-b1d9-c764b75ffd4c req-dc8403e5-a8e3-4038-92ba-986199d7abea tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/security-groups?id=1252b8ac-165f-4ad2-ac59-f0057460cf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815332 Aug 20 14:08:03.256568 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c62c3098-dcdd-47b5-ba57-c5da303b7e57 req-0b097457-c0ca-4bd9-a07f-800c798082bd tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990'] for port, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:03.318253 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b097457-c0ca-4bd9-a07f-800c798082bd tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Pushing event deleted for resources: {'Port': ['ID=511d83c5-2fe5-480c-8024-efe7ddbd5d04,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:03.357260 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62c3098-dcdd-47b5-ba57-c5da303b7e57 req-0b097457-c0ca-4bd9-a07f-800c798082bd tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] No DVR routers for this DVR port 511d83c5-2fe5-480c-8024-efe7ddbd5d04 on host hv-cinder-79053 {{(pid=94100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:08:03.360575 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c62c3098-dcdd-47b5-ba57-c5da303b7e57 req-0b097457-c0ca-4bd9-a07f-800c798082bd tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:03.362620 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c62c3098-dcdd-47b5-ba57-c5da303b7e57 req-0b097457-c0ca-4bd9-a07f-800c798082bd tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.65 "DELETE /v2.0/ports/511d83c5-2fe5-480c-8024-efe7ddbd5d04 HTTP/1.1" status: 204 len: 173 time: 0.7414320 Aug 20 14:08:03.363064 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36438ed-27d5-40bb-986d-02e64d62d001', 'name': 'network-vif-deleted', 'tag': '511d83c5-2fe5-480c-8024-efe7ddbd5d04'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:08:03.365406 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b855fe36-f8d2-423f-9f56-2e165e38f55f" -d '{"events": [{"server_uuid": "f36438ed-27d5-40bb-986d-02e64d62d001", "name": "network-vif-deleted", "tag": "511d83c5-2fe5-480c-8024-efe7ddbd5d04"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:08:03.409786 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3433ca31-360b-4393-b1df-98814faba9d3 x-openstack-request-id: req-3433ca31-360b-4393-b1df-98814faba9d3 {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:08:03.410333 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36438ed-27d5-40bb-986d-02e64d62d001", "name": "network-vif-deleted", "tag": "511d83c5-2fe5-480c-8024-efe7ddbd5d04", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:08:03.410772 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3433ca31-360b-4393-b1df-98814faba9d3 {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:08:03.411190 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36438ed-27d5-40bb-986d-02e64d62d001', 'name': 'network-vif-deleted', 'tag': '511d83c5-2fe5-480c-8024-efe7ddbd5d04', 'status': 'completed', 'code': 200} Aug 20 14:08:03.725300 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd35cb-d99c-4d1e-8dc8-632394c9ca38 req-da5168db-3854-47d6-aa17-a83925e60145 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:03.727163 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f8fd35cb-d99c-4d1e-8dc8-632394c9ca38 req-da5168db-3854-47d6-aa17-a83925e60145 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.0636017 Aug 20 14:08:03.778118 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f8fd35cb-d99c-4d1e-8dc8-632394c9ca38 req-de629418-15f2-4108-8ee1-27d015d8f811 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445001 Aug 20 14:08:04.187602 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9af1a9a3-4201-4bc9-a3ba-df169d5bf404 req-2026b6a4-74b7-431d-bd56-e4575d8a4184 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/ports?device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 210 time: 0.0336976 Aug 20 14:08:04.898583 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4a40f-e28f-413b-a1eb-c2cf5eb0f8bc req-dd9e7880-ddc0-47da-b04e-6b45c3886276 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:04.900529 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-53b4a40f-e28f-413b-a1eb-c2cf5eb0f8bc req-dd9e7880-ddc0-47da-b04e-6b45c3886276 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.0500369 Aug 20 14:08:04.945753 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-53b4a40f-e28f-413b-a1eb-c2cf5eb0f8bc req-8eae6400-3433-496d-a556-1bee94d70c5c tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383174 Aug 20 14:08:05.287379 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e43ecb72-c433-4829-95c0-aedda2b145e6 req-aeba6a62-2bf1-4db8-89bf-564ce80570fe tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/ports?device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 210 time: 0.0252433 Aug 20 14:08:05.994780 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['511d83c5-2fe5-480c-8024-efe7ddbd5d04'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:08:06.073144 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d8a7a-497a-482d-9481-dfaeb9fccc1a req-087b8c3e-7db3-4345-8751-06ffc1b91797 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:06.074762 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4e9d8a7a-497a-482d-9481-dfaeb9fccc1a req-087b8c3e-7db3-4345-8751-06ffc1b91797 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.0583885 Aug 20 14:08:06.113265 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4e9d8a7a-497a-482d-9481-dfaeb9fccc1a req-8384cab2-54d8-4b6a-ad38-bede6d2dc30b tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322850 Aug 20 14:08:06.393188 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0318453b-f5b3-4b5a-9e9b-4b46940f1a13 req-decf1aba-6c28-405c-88cc-e76bbfb1f215 tempest-DeleteServersTestJSON-1662000400 tempest-DeleteServersTestJSON-1662000400-project] 10.222.0.38 "GET /v2.0/ports?device_id=f36438ed-27d5-40bb-986d-02e64d62d001 HTTP/1.1" status: 200 len: 210 time: 0.0278499 Aug 20 14:08:07.234707 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900769d-5de0-460c-b527-7452015f8000 req-b3e92684-2004-442b-9ea8-436376cbfb2f tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:07.236198 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a900769d-5de0-460c-b527-7452015f8000 req-b3e92684-2004-442b-9ea8-436376cbfb2f tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.0498500 Aug 20 14:08:07.290457 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a900769d-5de0-460c-b527-7452015f8000 req-44344e83-46b5-47e4-8ba2-11be966c37c6 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398097 Aug 20 14:08:07.674667 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-3634de68-475b-4d2e-b31d-9ebe27137819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:08.426788 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30c238-1c44-4f79-b088-c3cf650db227 req-7855eda4-1a7b-4004-b045-00f68cf7215d tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:08.428304 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1d30c238-1c44-4f79-b088-c3cf650db227 req-7855eda4-1a7b-4004-b045-00f68cf7215d tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.0633337 Aug 20 14:08:08.490363 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1d30c238-1c44-4f79-b088-c3cf650db227 req-9680f4e7-7b55-4b53-86aa-70d76f6a7d32 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485210 Aug 20 14:08:09.613611 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25d123-3457-48e4-ba8f-7edac988e997 req-afb9d2dc-94a1-4630-a313-d47fc111c727 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:09.615048 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4b25d123-3457-48e4-ba8f-7edac988e997 req-afb9d2dc-94a1-4630-a313-d47fc111c727 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.0466008 Aug 20 14:08:09.655295 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4b25d123-3457-48e4-ba8f-7edac988e997 req-b9b4d749-1a45-4927-935c-bd17b31d95ea tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312288 Aug 20 14:08:10.442583 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-cd36fd13-ac2b-49fb-ab78-4e8876e36c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:10.486162 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:10.767513 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b604c07-d583-4ba9-bbd2-d605fc9c1475 req-addc048b-9fdb-4b18-916c-816c363aefba tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:10.768895 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2b604c07-d583-4ba9-bbd2-d605fc9c1475 req-addc048b-9fdb-4b18-916c-816c363aefba tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.0474243 Aug 20 14:08:10.806287 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2b604c07-d583-4ba9-bbd2-d605fc9c1475 req-beddf994-d17b-419d-bfe1-c8e195baa042 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313809 Aug 20 14:08:10.940266 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 511d83c5-2fe5-480c-8024-efe7ddbd5d04 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:08:10.963514 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] No Port match for: 511d83c5-2fe5-480c-8024-efe7ddbd5d04 {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:08:10.963855 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 511d83c5-2fe5-480c-8024-efe7ddbd5d04 not bound to the agent host hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:08:11.539924 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:11.780020 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:11.985828 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885cb7e-5e4a-4b7b-b01b-acdf3261fd48 req-9db2d28a-c29d-4239-9531-10de9973dfb4 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:12.001243 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8885cb7e-5e4a-4b7b-b01b-acdf3261fd48 req-9db2d28a-c29d-4239-9531-10de9973dfb4 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.0928755 Aug 20 14:08:12.045338 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 54678) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:12.066412 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8885cb7e-5e4a-4b7b-b01b-acdf3261fd48 req-19d3ec41-0d98-44eb-b4f9-c3e2cce2c82b tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699642 Aug 20 14:08:12.130014 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.db_base_plugin_v2 [None req-824c0181-0d66-401c-a559-bde49c286c0c admin admin] Deleting subnet c55cf9df-5e58-4550-bd40-2cc45f87dfbe {{(pid=94101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:08:12.136017 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-824c0181-0d66-401c-a559-bde49c286c0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:12.200903 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-824c0181-0d66-401c-a559-bde49c286c0c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:12.220288 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-824c0181-0d66-401c-a559-bde49c286c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1685479'] for subnet, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:12.301101 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-824c0181-0d66-401c-a559-bde49c286c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1685486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018'] for subnet, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:12.347789 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c0181-0d66-401c-a559-bde49c286c0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c55cf9df-5e58-4550-bd40-2cc45f87dfbe,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:12.355158 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-824c0181-0d66-401c-a559-bde49c286c0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for subnet, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:12.363772 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-824c0181-0d66-401c-a559-bde49c286c0c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c55cf9df-5e58-4550-bd40-2cc45f87dfbe HTTP/1.1" status: 204 len: 168 time: 0.3122175 Aug 20 14:08:12.365183 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 54684) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:12.470127 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-822ea336-aa95-40e2-9da4-2a1b1c5176dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656558'] for network, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:12.775929 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-822ea336-aa95-40e2-9da4-2a1b1c5176dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1745010', 'neutron.services.segments.db._delete_segments_for_network-8728246697485'] for network, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:12.792650 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-822ea336-aa95-40e2-9da4-2a1b1c5176dc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:08:12.793441 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-822ea336-aa95-40e2-9da4-2a1b1c5176dc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:08:12.794216 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-822ea336-aa95-40e2-9da4-2a1b1c5176dc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:08:12.794561 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-822ea336-aa95-40e2-9da4-2a1b1c5176dc admin admin] Subscribe: > port after_create 55550000 {{(pid=94100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:08:12.794883 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-822ea336-aa95-40e2-9da4-2a1b1c5176dc admin admin] Subscribe: > port after_delete 55550000 {{(pid=94100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:08:12.795391 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-822ea336-aa95-40e2-9da4-2a1b1c5176dc admin admin] Subscribe: > port after_update 55550000 {{(pid=94100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:08:12.795716 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-822ea336-aa95-40e2-9da4-2a1b1c5176dc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:08:12.796035 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-822ea336-aa95-40e2-9da4-2a1b1c5176dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:08:12.796352 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-822ea336-aa95-40e2-9da4-2a1b1c5176dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:08:12.796706 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-822ea336-aa95-40e2-9da4-2a1b1c5176dc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:08:12.966212 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-822ea336-aa95-40e2-9da4-2a1b1c5176dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:08:12.966831 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-822ea336-aa95-40e2-9da4-2a1b1c5176dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:08:12.967742 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-822ea336-aa95-40e2-9da4-2a1b1c5176dc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:08:12.967742 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-822ea336-aa95-40e2-9da4-2a1b1c5176dc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:08:12.967890 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.services.segments.db [None req-822ea336-aa95-40e2-9da4-2a1b1c5176dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87750036-1888-4539-995e-06482bad333d']}} {{(pid=94100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:12.989606 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.services.segments.db [None req-822ea336-aa95-40e2-9da4-2a1b1c5176dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4961ec8a-e80d-40b9-8ef9-3573eeeae715') {'for_net_delete': True} {{(pid=94100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:12.990206 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.services.segments.db [None req-822ea336-aa95-40e2-9da4-2a1b1c5176dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4961ec8a-e80d-40b9-8ef9-3573eeeae715') {} {{(pid=94100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:13.011285 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-822ea336-aa95-40e2-9da4-2a1b1c5176dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728246668737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132723091'] for segment, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:13.031608 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-822ea336-aa95-40e2-9da4-2a1b1c5176dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:13.042736 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-822ea336-aa95-40e2-9da4-2a1b1c5176dc admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:08:13.043143 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-822ea336-aa95-40e2-9da4-2a1b1c5176dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130952662'] for segment, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: from cryptography.utils import int_from_bytes Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: from cryptography.utils import int_from_bytes Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: Traceback (most recent call last): Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: timer() Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: cb(*args, **kw) Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: return func(*args, **kwargs) Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: self._notify() Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: self.callback(batched_events) Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: event.method(event) Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: return f(self, *a, **k) Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: return self._get(url).json() Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: return self.request(url, 'GET', **kwargs) Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:08:13.047498 dv-cinder-790535-10-iscsi neutron-server[94100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:08:13.073781 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:13.118265 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-822ea336-aa95-40e2-9da4-2a1b1c5176dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1745017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687127'] for network, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:13.134774 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-822ea336-aa95-40e2-9da4-2a1b1c5176dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:13.140243 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-822ea336-aa95-40e2-9da4-2a1b1c5176dc admin admin] 10.222.0.38 "DELETE /v2.0/networks/87750036-1888-4539-995e-06482bad333d HTTP/1.1" status: 204 len: 168 time: 0.7706428 Aug 20 14:08:13.162384 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ea336-aa95-40e2-9da4-2a1b1c5176dc admin admin] Pushing event deleted for resources: {'Network': ['ID=87750036-1888-4539-995e-06482bad333d,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:13.238687 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0538fe-8262-40ef-bb23-0ea72e132a06 req-89bb57f7-61de-480b-9dae-13b295129ec1 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:13.241285 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5b0538fe-8262-40ef-bb23-0ea72e132a06 req-89bb57f7-61de-480b-9dae-13b295129ec1 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.0810018 Aug 20 14:08:13.297809 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5b0538fe-8262-40ef-bb23-0ea72e132a06 req-245c3e6e-ca80-48fb-87a5-37d46acaf8d4 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496113 Aug 20 14:08:13.386271 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 54736) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:13.427048 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-c5ab6a10-3b88-419e-b387-52231f349972 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0c18d3662e3d42b3a2733eefb8b5996c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0396211 Aug 20 14:08:13.429629 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 54740) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:13.482654 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-dadaf3c5-376a-4afa-abcc-d300212c06db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:13.511665 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-dadaf3c5-376a-4afa-abcc-d300212c06db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:13.569366 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-dadaf3c5-376a-4afa-abcc-d300212c06db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:13.572494 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-dadaf3c5-376a-4afa-abcc-d300212c06db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:13.573839 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-dadaf3c5-376a-4afa-abcc-d300212c06db admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1252b8ac-165f-4ad2-ac59-f0057460cf3f HTTP/1.1" status: 204 len: 168 time: 0.1433167 Aug 20 14:08:13.582847 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadaf3c5-376a-4afa-abcc-d300212c06db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1252b8ac-165f-4ad2-ac59-f0057460cf3f,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:14.456505 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48b6c3-cad1-419a-b0d6-9116c40a8988 req-94722384-9de5-4be9-b16a-2e1f370eb7c3 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:14.459017 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-de48b6c3-cad1-419a-b0d6-9116c40a8988 req-94722384-9de5-4be9-b16a-2e1f370eb7c3 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.0644290 Aug 20 14:08:14.504195 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-de48b6c3-cad1-419a-b0d6-9116c40a8988 req-c86213d9-3103-4370-96e7-9c47e52bc356 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387371 Aug 20 14:08:15.053900 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 54848) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:15.171677 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-2bd01c5d-9c45-4150-b1db-c6dac4f2a4ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:15.262072 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-2bd01c5d-9c45-4150-b1db-c6dac4f2a4ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:15.266187 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-2bd01c5d-9c45-4150-b1db-c6dac4f2a4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:15.303345 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-2bd01c5d-9c45-4150-b1db-c6dac4f2a4ca admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=53e7113cfcc043a9af53e83ba03b6b46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477219 Aug 20 14:08:15.304201 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd01c5d-9c45-4150-b1db-c6dac4f2a4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcb85c1-2e13-4a21-af59-e911ba56bbbe,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:15.307220 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 54854) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:15.356962 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-5c86a630-4f6a-40fc-98e2-641cb8501393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:15.377701 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-5c86a630-4f6a-40fc-98e2-641cb8501393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:15.426841 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-5c86a630-4f6a-40fc-98e2-641cb8501393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:15.429477 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-5c86a630-4f6a-40fc-98e2-641cb8501393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:15.430609 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-5c86a630-4f6a-40fc-98e2-641cb8501393 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3dcb85c1-2e13-4a21-af59-e911ba56bbbe HTTP/1.1" status: 204 len: 168 time: 0.1221697 Aug 20 14:08:15.438211 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86a630-4f6a-40fc-98e2-641cb8501393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcb85c1-2e13-4a21-af59-e911ba56bbbe,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:15.627712 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcdb3fb-9a32-4b0d-bf56-5023706b92e2 req-b13b7658-d391-48c2-b935-69a20d800591 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:15.629219 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ddcdb3fb-9a32-4b0d-bf56-5023706b92e2 req-b13b7658-d391-48c2-b935-69a20d800591 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.0485721 Aug 20 14:08:15.675627 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ddcdb3fb-9a32-4b0d-bf56-5023706b92e2 req-a2b9eeb3-58ff-481b-b56b-bac8267c6832 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358090 Aug 20 14:08:16.262908 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-783d954f-b0da-4b74-8e10-66c758a2df1c req-f6acbbcd-eed0-4ac1-b1fb-d2c387ee5eba service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407629 Aug 20 14:08:16.348183 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d954f-b0da-4b74-8e10-66c758a2df1c req-1655fe1d-e69b-4261-896d-2b27c620c703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:16.349723 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-783d954f-b0da-4b74-8e10-66c758a2df1c req-1655fe1d-e69b-4261-896d-2b27c620c703 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5c5349bb995408f9231d02a2b7a42d6&device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 1098 time: 0.0405722 Aug 20 14:08:16.478307 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d954f-b0da-4b74-8e10-66c758a2df1c req-a063878d-f13d-4960-9b01-f78b434ab445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:16.478307 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-783d954f-b0da-4b74-8e10-66c758a2df1c req-a063878d-f13d-4960-9b01-f78b434ab445 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c1c7c6a6-5f3d-43a4-90fb-564a679154da HTTP/1.1" status: 200 len: 920 time: 0.0987155 Aug 20 14:08:16.521994 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-783d954f-b0da-4b74-8e10-66c758a2df1c req-1496e0bf-d827-4e6d-bd69-8a64bee385a3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b75794f-c849-40e2-a07a-20dcddba583b HTTP/1.1" status: 200 len: 217 time: 0.0376415 Aug 20 14:08:16.580140 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d954f-b0da-4b74-8e10-66c758a2df1c req-a0d7a38b-4bc3-4315-bbb0-72b822ce6197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:16.581636 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-783d954f-b0da-4b74-8e10-66c758a2df1c req-a0d7a38b-4bc3-4315-bbb0-72b822ce6197 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=76001b34-7c64-4cf4-accf-135ef535979b HTTP/1.1" status: 200 len: 859 time: 0.0468032 Aug 20 14:08:16.615955 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-783d954f-b0da-4b74-8e10-66c758a2df1c req-d8e78114-f4be-4a28-b6d8-93ff4791b684 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1c7c6a6-5f3d-43a4-90fb-564a679154da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237694 Aug 20 14:08:16.730488 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-783d954f-b0da-4b74-8e10-66c758a2df1c req-0b21b38b-ccdf-4abd-9f07-637bda3c703f service neutron] 10.222.0.65 "GET /v2.0/networks/c1c7c6a6-5f3d-43a4-90fb-564a679154da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016343 Aug 20 14:08:16.881461 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c0c8a-07e7-4ef7-873e-2f1845d90a1d req-5f4a24b3-1392-48a3-bd25-d4ecc0cb09d8 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:16.883133 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a73c0c8a-07e7-4ef7-873e-2f1845d90a1d req-5f4a24b3-1392-48a3-bd25-d4ecc0cb09d8 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.1157641 Aug 20 14:08:16.921062 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-783d954f-b0da-4b74-8e10-66c758a2df1c req-762b065e-f272-4a1f-b87b-8bace5c154b1 service neutron] 10.222.0.65 "GET /v2.0/networks/c1c7c6a6-5f3d-43a4-90fb-564a679154da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809788 Aug 20 14:08:16.947482 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a73c0c8a-07e7-4ef7-873e-2f1845d90a1d req-3740f2a6-17dd-4497-9427-8c14ab97dbd5 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573938 Aug 20 14:08:17.102648 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 54936) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:17.223097 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-f5f2f205-1916-4d0d-9aee-36d87fe2ec28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:17.334237 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-f5f2f205-1916-4d0d-9aee-36d87fe2ec28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:17.340631 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-f5f2f205-1916-4d0d-9aee-36d87fe2ec28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:17.378552 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 54954) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:17.385233 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-f5f2f205-1916-4d0d-9aee-36d87fe2ec28 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=11f906d8ed0b40e7836c6c2c8c160fac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2814963 Aug 20 14:08:17.386092 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2f205-1916-4d0d-9aee-36d87fe2ec28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4127b84b-a448-4cec-b87f-ec9ce6ac4247,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:17.389092 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 54958) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:17.441529 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-a0b7c7b4-948f-4d77-a9f6-0327ba8f7d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:17.468716 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-a0b7c7b4-948f-4d77-a9f6-0327ba8f7d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:17.502210 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-301f9ff1-4349-4965-8bd3-23c147601717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:17.537935 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-a0b7c7b4-948f-4d77-a9f6-0327ba8f7d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:17.540782 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-a0b7c7b4-948f-4d77-a9f6-0327ba8f7d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:17.542176 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-a0b7c7b4-948f-4d77-a9f6-0327ba8f7d10 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4127b84b-a448-4cec-b87f-ec9ce6ac4247 HTTP/1.1" status: 204 len: 168 time: 0.1521869 Aug 20 14:08:17.558597 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7c7b4-948f-4d77-a9f6-0327ba8f7d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4127b84b-a448-4cec-b87f-ec9ce6ac4247,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:17.621218 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-301f9ff1-4349-4965-8bd3-23c147601717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:17.625696 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-301f9ff1-4349-4965-8bd3-23c147601717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:17.672103 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-301f9ff1-4349-4965-8bd3-23c147601717 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cf2caa2a0ba44ca0b14bc028e86570fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2924480 Aug 20 14:08:17.672363 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 54970) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:17.673756 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f9ff1-4349-4965-8bd3-23c147601717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd282bb0-57df-42e1-85d5-1c46ca438fe3,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:17.736074 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-458ba286-4027-4ba5-8231-71ad6b00443a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:17.764988 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-458ba286-4027-4ba5-8231-71ad6b00443a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:17.806990 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 54980) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:17.836543 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-458ba286-4027-4ba5-8231-71ad6b00443a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:17.841987 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-458ba286-4027-4ba5-8231-71ad6b00443a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:17.843667 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-458ba286-4027-4ba5-8231-71ad6b00443a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bd282bb0-57df-42e1-85d5-1c46ca438fe3 HTTP/1.1" status: 204 len: 168 time: 0.1700375 Aug 20 14:08:17.855207 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ba286-4027-4ba5-8231-71ad6b00443a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd282bb0-57df-42e1-85d5-1c46ca438fe3,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:17.947148 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-8f5130fe-18bf-486e-bd20-3ac520282411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:18.082439 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-8f5130fe-18bf-486e-bd20-3ac520282411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:18.090418 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-8f5130fe-18bf-486e-bd20-3ac520282411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:18.150456 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0825b-089e-4b5d-a04a-add2494cbde9 req-e7c0c0f3-9eca-4071-9d5c-8cff94f4fb5f tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:18.151988 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cff0825b-089e-4b5d-a04a-add2494cbde9 req-e7c0c0f3-9eca-4071-9d5c-8cff94f4fb5f tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.1009448 Aug 20 14:08:18.157467 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 55000) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:18.157629 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-8f5130fe-18bf-486e-bd20-3ac520282411 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=34f4099c43664b4090b1f1aa73a314da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3494463 Aug 20 14:08:18.158444 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5130fe-18bf-486e-bd20-3ac520282411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7169968-1245-48a1-898a-2cde955ab9eb,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:18.204210 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 55002) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:18.221100 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cff0825b-089e-4b5d-a04a-add2494cbde9 req-906beb39-f5d8-4bda-bafb-077bbdf2d76f tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440865 Aug 20 14:08:18.228659 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-97d58cb6-853d-4d10-9a2a-c408a330479a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:18.252769 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-2c2764c7-36d8-4ca4-a801-d0443d7d5491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:18.286910 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-2c2764c7-36d8-4ca4-a801-d0443d7d5491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:18.418706 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-97d58cb6-853d-4d10-9a2a-c408a330479a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:18.419915 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-2c2764c7-36d8-4ca4-a801-d0443d7d5491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:18.422783 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-2c2764c7-36d8-4ca4-a801-d0443d7d5491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:18.426967 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-2c2764c7-36d8-4ca4-a801-d0443d7d5491 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e7169968-1245-48a1-898a-2cde955ab9eb HTTP/1.1" status: 204 len: 168 time: 0.2649729 Aug 20 14:08:18.428073 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-97d58cb6-853d-4d10-9a2a-c408a330479a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:18.445861 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2764c7-36d8-4ca4-a801-d0443d7d5491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7169968-1245-48a1-898a-2cde955ab9eb,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:18.477356 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 55020) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:18.478059 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-97d58cb6-853d-4d10-9a2a-c408a330479a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=42008ba292014bdb912f9ffabe5b9ef8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2709937 Aug 20 14:08:18.511369 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d58cb6-853d-4d10-9a2a-c408a330479a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5a5893-5acd-47a0-adef-d482f47d30d7,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:18.555388 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b491aa11-b0d0-48d3-9c4d-7f4d3c918edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:18.581557 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b491aa11-b0d0-48d3-9c4d-7f4d3c918edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:18.652978 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b491aa11-b0d0-48d3-9c4d-7f4d3c918edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:18.658791 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b491aa11-b0d0-48d3-9c4d-7f4d3c918edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:18.660101 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-b491aa11-b0d0-48d3-9c4d-7f4d3c918edc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cb5a5893-5acd-47a0-adef-d482f47d30d7 HTTP/1.1" status: 204 len: 168 time: 0.1810551 Aug 20 14:08:18.670636 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b491aa11-b0d0-48d3-9c4d-7f4d3c918edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5a5893-5acd-47a0-adef-d482f47d30d7,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:18.834217 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 55036) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:18.849406 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-c8d35d27-cd4d-49e7-aac7-b1a06525efac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:18.964358 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-c8d35d27-cd4d-49e7-aac7-b1a06525efac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:18.971633 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-c8d35d27-cd4d-49e7-aac7-b1a06525efac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:19.023924 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d35d27-cd4d-49e7-aac7-b1a06525efac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b443c2-e5fa-4910-958f-21415d431fc9,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:19.037786 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-c8d35d27-cd4d-49e7-aac7-b1a06525efac admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e4de46a815474724a0632236c0ee09fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1981330 Aug 20 14:08:19.038689 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 55050) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:19.117434 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-ede3122c-bce0-492a-a3df-bebcc2d6c876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:19.141730 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-ede3122c-bce0-492a-a3df-bebcc2d6c876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:19.197928 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-ede3122c-bce0-492a-a3df-bebcc2d6c876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:19.201697 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-ede3122c-bce0-492a-a3df-bebcc2d6c876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:19.203401 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-ede3122c-bce0-492a-a3df-bebcc2d6c876 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f1b443c2-e5fa-4910-958f-21415d431fc9 HTTP/1.1" status: 204 len: 168 time: 0.1630650 Aug 20 14:08:19.216416 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3122c-bce0-492a-a3df-bebcc2d6c876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b443c2-e5fa-4910-958f-21415d431fc9,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:19.396567 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338f26f-2a90-4215-a97d-ce0bc6ebb193 req-be1ace11-bb46-419c-9cf1-6372a5537e65 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:19.399356 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f338f26f-2a90-4215-a97d-ce0bc6ebb193 req-be1ace11-bb46-419c-9cf1-6372a5537e65 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.0853088 Aug 20 14:08:19.481014 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f338f26f-2a90-4215-a97d-ce0bc6ebb193 req-5504df97-3200-47d8-8dc6-c6dafff73ccf tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747507 Aug 20 14:08:19.755145 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 55082) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:19.777746 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7c9af7bb-cc4d-4631-802c-dea6a2babd23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:19.887779 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7c9af7bb-cc4d-4631-802c-dea6a2babd23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:19.892431 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7c9af7bb-cc4d-4631-802c-dea6a2babd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:19.929627 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9af7bb-cc4d-4631-802c-dea6a2babd23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0672e40-b8d2-4e7d-aa76-f9875e0aa09c,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:19.934977 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-7c9af7bb-cc4d-4631-802c-dea6a2babd23 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5b312900bdcf42898639dec18112d28c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1787703 Aug 20 14:08:19.937661 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 55084) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:19.991206 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-c0a643fe-db3a-4c8d-9f55-f88bc5dd55fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:20.015078 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-c0a643fe-db3a-4c8d-9f55-f88bc5dd55fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:20.073553 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-c0a643fe-db3a-4c8d-9f55-f88bc5dd55fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:20.076360 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-c0a643fe-db3a-4c8d-9f55-f88bc5dd55fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:20.077556 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-c0a643fe-db3a-4c8d-9f55-f88bc5dd55fb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a0672e40-b8d2-4e7d-aa76-f9875e0aa09c HTTP/1.1" status: 204 len: 168 time: 0.1389763 Aug 20 14:08:20.085731 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a643fe-db3a-4c8d-9f55-f88bc5dd55fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0672e40-b8d2-4e7d-aa76-f9875e0aa09c,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:20.614873 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e3c7e-d277-4d08-b37e-f9eac8d1f686 req-9c0dc52a-c116-44d1-bb2d-9986e6d14239 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:20.616453 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-fa7e3c7e-d277-4d08-b37e-f9eac8d1f686 req-9c0dc52a-c116-44d1-bb2d-9986e6d14239 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.0557222 Aug 20 14:08:20.659740 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-fa7e3c7e-d277-4d08-b37e-f9eac8d1f686 req-b6f2ade3-6d49-4d7b-acbb-92e5049e7a44 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370810 Aug 20 14:08:21.781137 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08518090-fad4-4f92-8399-af275aca8606 req-943483c1-883a-4566-9fd3-b67d1883b01a tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:21.782550 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-08518090-fad4-4f92-8399-af275aca8606 req-943483c1-883a-4566-9fd3-b67d1883b01a tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.0518897 Aug 20 14:08:21.835226 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-08518090-fad4-4f92-8399-af275aca8606 req-62fb3199-708e-450e-a596-a303a49f6fb1 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466640 Aug 20 14:08:22.965365 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba05474-69ed-4e1f-8365-fad391adb6df req-917cb542-6bdf-4485-ab17-114ac49a6c60 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:22.967225 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5ba05474-69ed-4e1f-8365-fad391adb6df req-917cb542-6bdf-4485-ab17-114ac49a6c60 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.0554380 Aug 20 14:08:23.032525 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5ba05474-69ed-4e1f-8365-fad391adb6df req-d20f05d5-5d27-4122-a0d7-653bef303373 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511115 Aug 20 14:08:23.564001 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 55228) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:23.718708 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-6afd52cc-bfcb-4411-b1f7-8cede1d4b818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:23.816155 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-6afd52cc-bfcb-4411-b1f7-8cede1d4b818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:23.820501 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-6afd52cc-bfcb-4411-b1f7-8cede1d4b818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:23.859646 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-6afd52cc-bfcb-4411-b1f7-8cede1d4b818 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bbea5e173881434aa3a8e9d49b93f9ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2944760 Aug 20 14:08:23.860423 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd52cc-bfcb-4411-b1f7-8cede1d4b818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed21790-de0e-40f5-939c-7416de77b331,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:23.862441 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 55234) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:23.911815 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-779676da-c299-4ed7-9e8c-c0ab0fd5b9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:23.936616 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-779676da-c299-4ed7-9e8c-c0ab0fd5b9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:23.985744 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-779676da-c299-4ed7-9e8c-c0ab0fd5b9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:23.988384 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-779676da-c299-4ed7-9e8c-c0ab0fd5b9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:23.989599 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-779676da-c299-4ed7-9e8c-c0ab0fd5b9d3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fed21790-de0e-40f5-939c-7416de77b331 HTTP/1.1" status: 204 len: 168 time: 0.1261880 Aug 20 14:08:23.997936 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779676da-c299-4ed7-9e8c-c0ab0fd5b9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed21790-de0e-40f5-939c-7416de77b331,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:24.165243 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4e610-d885-4d3e-9f8e-005b7d9d2037 req-342f9e61-b5b5-4135-96d6-fef02daeefd4 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:24.167116 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-79f4e610-d885-4d3e-9f8e-005b7d9d2037 req-342f9e61-b5b5-4135-96d6-fef02daeefd4 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.0554810 Aug 20 14:08:24.207253 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-79f4e610-d885-4d3e-9f8e-005b7d9d2037 req-3a2c1b87-c1bc-441a-897c-150769b92b9d tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334849 Aug 20 14:08:24.695703 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 55272) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:24.789681 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-e54326f2-4d21-43cf-bcdc-7667b700fc1f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-933406143-network', 'tenant_id': 'da58fbe7d6f2432ebdf29fdaaba8f893'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:08:24.809621 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54326f2-4d21-43cf-bcdc-7667b700fc1f admin admin] Made reservation on behalf of da58fbe7d6f2432ebdf29fdaaba8f893 for: {'network': 1} {{(pid=94101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:08:24.811710 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e54326f2-4d21-43cf-bcdc-7667b700fc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for network, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:24.820552 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e54326f2-4d21-43cf-bcdc-7667b700fc1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:24.907864 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e54326f2-4d21-43cf-bcdc-7667b700fc1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:24.911872 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e54326f2-4d21-43cf-bcdc-7667b700fc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:24.939347 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e54326f2-4d21-43cf-bcdc-7667b700fc1f admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:08:24.945651 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54326f2-4d21-43cf-bcdc-7667b700fc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685e9857-4daa-4ccd-8f3d-0c4b6d5f5ebc,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:24.953368 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e54326f2-4d21-43cf-bcdc-7667b700fc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:24.953368 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.db.segments_db [None req-e54326f2-4d21-43cf-bcdc-7667b700fc1f admin admin] Added segment 320dccc1-342d-487c-a49d-87b935868f7d of type vlan for network 09ac4a62-4c8f-4b1f-91bc-b2edb2196f17 Aug 20 14:08:24.991474 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e54326f2-4d21-43cf-bcdc-7667b700fc1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728246170444'] for network, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:25.015125 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e54326f2-4d21-43cf-bcdc-7667b700fc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018'] for network, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:25.016097 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54326f2-4d21-43cf-bcdc-7667b700fc1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:25.016704 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e54326f2-4d21-43cf-bcdc-7667b700fc1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:25.071522 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-e54326f2-4d21-43cf-bcdc-7667b700fc1f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3746133 Aug 20 14:08:25.074421 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 55278) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:25.078784 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54326f2-4d21-43cf-bcdc-7667b700fc1f admin admin] Pushing event updated for resources: {'Network': ['ID=09ac4a62-4c8f-4b1f-91bc-b2edb2196f17,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:25.079468 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-4d628569-75b9-478b-b175-18c195b0396d admin admin] Request body: {'subnet': {'network_id': '09ac4a62-4c8f-4b1f-91bc-b2edb2196f17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-933406143-subnet', 'tenant_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'ip_version': 4}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:08:25.091348 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Network 09ac4a62-4c8f-4b1f-91bc-b2edb2196f17 details requested by agent ovs-agent-dv-cinder-790535-10-iscsi with host dv-cinder-790535-10-iscsi {{(pid=94102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:08:25.110550 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d628569-75b9-478b-b175-18c195b0396d admin admin] Made reservation on behalf of da58fbe7d6f2432ebdf29fdaaba8f893 for: {'subnet': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:08:25.113042 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-4d628569-75b9-478b-b175-18c195b0396d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130989261'] for subnet, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:25.285084 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-4d628569-75b9-478b-b175-18c195b0396d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130952573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130989279'] for subnet, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:25.358641 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d628569-75b9-478b-b175-18c195b0396d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5c9f92f-bbee-4432-a88e-944631c9f368,revision_number=0']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:25.379318 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308ede3-6963-4a73-bdbd-0c5d48fe5423 req-fbebe6b2-a893-46e9-a27b-8b5467ecbf00 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:25.380738 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8308ede3-6963-4a73-bdbd-0c5d48fe5423 req-fbebe6b2-a893-46e9-a27b-8b5467ecbf00 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.1045716 Aug 20 14:08:25.387838 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d628569-75b9-478b-b175-18c195b0396d admin admin] Checking segment: {'id': '320dccc1-342d-487c-a49d-87b935868f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09ac4a62-4c8f-4b1f-91bc-b2edb2196f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:08:25.388200 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d628569-75b9-478b-b175-18c195b0396d admin admin] Network hostable DHCP agents. Network: 09ac4a62-4c8f-4b1f-91bc-b2edb2196f17, hostable agents: ['753d3244-3585-4dcb-8855-3f40f736060e'], hosted agents: [] {{(pid=94100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:08:25.424577 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d628569-75b9-478b-b175-18c195b0396d admin admin] Network 09ac4a62-4c8f-4b1f-91bc-b2edb2196f17 is scheduled to be hosted by DHCP agent 753d3244-3585-4dcb-8855-3f40f736060e with binding_index 1 {{(pid=94100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:08:25.435589 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8308ede3-6963-4a73-bdbd-0c5d48fe5423 req-dc562895-3e1c-4f8a-9124-03880c5777fa tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451312 Aug 20 14:08:25.443729 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [None req-4d628569-75b9-478b-b175-18c195b0396d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-10-iscsi, 09ac4a62-4c8f-4b1f-91bc-b2edb2196f17) {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:08:25.449124 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d628569-75b9-478b-b175-18c195b0396d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:25.449710 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-4d628569-75b9-478b-b175-18c195b0396d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for subnet, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:25.465611 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea466322-dcec-43d0-ba90-689cec7bdb2d None None] Network 09ac4a62-4c8f-4b1f-91bc-b2edb2196f17 requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:08:25.474696 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-4d628569-75b9-478b-b175-18c195b0396d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3991332 Aug 20 14:08:25.477824 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 55286) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:25.482788 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-6cda5ae5-6f02-48ea-966e-d8d6d5dbc101 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-933406143-router', 'tenant_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'}}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:08:25.506918 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-6cda5ae5-6f02-48ea-966e-d8d6d5dbc101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3284'] for router, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:25.509672 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-6cda5ae5-6f02-48ea-966e-d8d6d5dbc101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533819', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:25.565124 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-6cda5ae5-6f02-48ea-966e-d8d6d5dbc101 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:25.627308 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4bf352a0-604e-5a37-8942-ccf39ab588eb-09ac4a62-4c8f-4b1f-91bc-b2edb2196f17', 'network_id': '09ac4a62-4c8f-4b1f-91bc-b2edb2196f17', 'tenant_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'fixed_ips': [{'subnet_id': 'e5c9f92f-bbee-4432-a88e-944631c9f368'}]}} from dv-cinder-790535-10-iscsi. {{(pid=94102) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:08:25.628178 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:25.703731 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-6cda5ae5-6f02-48ea-966e-d8d6d5dbc101 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:25.764613 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.db_base_plugin_common [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] Allocated IP 172.20.0.2 (09ac4a62-4c8f-4b1f-91bc-b2edb2196f17/e5c9f92f-bbee-4432-a88e-944631c9f368/73c42d8b-6971-4b30-b5a6-b73c768aa940) {{(pid=94102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:08:25.906000 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-6cda5ae5-6f02-48ea-966e-d8d6d5dbc101 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:25.907616 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] Notify callbacks [] for port, precommit_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:25.915922 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] Transition to ACTIVE for port object 73c42d8b-6971-4b30-b5a6-b73c768aa940 will not be triggered until provisioned by entity L2. {{(pid=94102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:08:25.925809 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-6cda5ae5-6f02-48ea-966e-d8d6d5dbc101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:25.931456 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] Transition to ACTIVE for port object 73c42d8b-6971-4b30-b5a6-b73c768aa940 will not be triggered until provisioned by entity DHCP. {{(pid=94102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:08:25.938780 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981'] for port, after_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:25.992976 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] Pushing event updated for resources: {'Port': ['ID=73c42d8b-6971-4b30-b5a6-b73c768aa940,revision_number=1']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:26.003077 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:26.003383 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:26.003674 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:26.004059 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:26.004426 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:26.004786 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:26.005111 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:26.005465 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:26.005872 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:26.006203 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:26.006638 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:26.006910 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:26.011926 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] Network 09ac4a62-4c8f-4b1f-91bc-b2edb2196f17 is already hosted by enough agents. {{(pid=94102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:08:26.013617 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.scheduler.base_scheduler [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] Resources bound (agent type, host, resource id): {{(pid=94102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:08:26.015675 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] Received port after_create {{(pid=94102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:08:26.042586 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [None req-6cda5ae5-6f02-48ea-966e-d8d6d5dbc101 admin admin] Allocated IP 172.27.3.113 (98d0971e-9611-4cfe-abc2-ff603fbae97c/e8e9b9bd-ae96-49d0-b730-35afc957c6cc/845c5623-4392-4079-9ed3-aaf5c2c3223b) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:08:26.071792 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] Attempting to bind port 73c42d8b-6971-4b30-b5a6-b73c768aa940 on host dv-cinder-790535-10-iscsi for vnic_type normal with profile {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:08:26.072158 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] Attempting to bind port 73c42d8b-6971-4b30-b5a6-b73c768aa940 by drivers openvswitch,hyperv on host dv-cinder-790535-10-iscsi at level 0 using segments [{'id': '320dccc1-342d-487c-a49d-87b935868f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09ac4a62-4c8f-4b1f-91bc-b2edb2196f17'}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:08:26.072617 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] Attempting to bind port 73c42d8b-6971-4b30-b5a6-b73c768aa940 on network 09ac4a62-4c8f-4b1f-91bc-b2edb2196f17 {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:08:26.078244 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] Checking agent: {'id': '24d8fd69-abc0-4f0a-ba2d-fdf83f719c3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 59, 10), 'started_at': datetime.datetime(2021, 8, 20, 13, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:08:26.078615 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] Checking segment: {'id': '320dccc1-342d-487c-a49d-87b935868f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09ac4a62-4c8f-4b1f-91bc-b2edb2196f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:08:26.079012 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:26.079389 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] Bound using segment: {'id': '320dccc1-342d-487c-a49d-87b935868f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09ac4a62-4c8f-4b1f-91bc-b2edb2196f17'} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:08:26.080131 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] Bound port: 73c42d8b-6971-4b30-b5a6-b73c768aa940, host: dv-cinder-790535-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320dccc1-342d-487c-a49d-87b935868f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09ac4a62-4c8f-4b1f-91bc-b2edb2196f17'}}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:08:26.080425 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:26.145350 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] For port 73c42d8b-6971-4b30-b5a6-b73c768aa940, host dv-cinder-790535-10-iscsi, cleared binding levels {{(pid=94102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:08:26.150265 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] For port 73c42d8b-6971-4b30-b5a6-b73c768aa940, host dv-cinder-790535-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=73c42d8b-6971-4b30-b5a6-b73c768aa940,segment=NetworkSegment(320dccc1-342d-487c-a49d-87b935868f7d),segment_id=320dccc1-342d-487c-a49d-87b935868f7d)] {{(pid=94102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:08:26.155708 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:26.160503 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-6cda5ae5-6f02-48ea-966e-d8d6d5dbc101 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:26.214697 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-6cda5ae5-6f02-48ea-966e-d8d6d5dbc101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:26.230453 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41d2c9-359f-42e3-b536-40bd217c0bc2 None None] Pushing event updated for resources: {'Port': ['ID=73c42d8b-6971-4b30-b5a6-b73c768aa940,revision_number=2']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:26.262916 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cda5ae5-6f02-48ea-966e-d8d6d5dbc101 admin admin] Network 98d0971e-9611-4cfe-abc2-ff603fbae97c is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:08:26.269263 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [None req-6cda5ae5-6f02-48ea-966e-d8d6d5dbc101 admin admin] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:08:26.271601 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda5ae5-6f02-48ea-966e-d8d6d5dbc101 admin admin] Pushing event updated for resources: {'Port': ['ID=845c5623-4392-4079-9ed3-aaf5c2c3223b,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:26.275618 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cda5ae5-6f02-48ea-966e-d8d6d5dbc101 admin admin] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:08:26.847602 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a0ff8-32e2-4688-bb4f-ec31cdfa7854 req-b5feba41-0e9d-4fc2-a55e-2bea7fb142d4 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:26.849116 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-577a0ff8-32e2-4688-bb4f-ec31cdfa7854 req-b5feba41-0e9d-4fc2-a55e-2bea7fb142d4 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.3062718 Aug 20 14:08:26.852302 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-6cda5ae5-6f02-48ea-966e-d8d6d5dbc101 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:26.966398 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-577a0ff8-32e2-4688-bb4f-ec31cdfa7854 req-100d05be-5734-460f-85b8-9eb6c2bef24a tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105061 Aug 20 14:08:27.155689 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-6cda5ae5-6f02-48ea-966e-d8d6d5dbc101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533931'] for router, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:27.361021 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cda5ae5-6f02-48ea-966e-d8d6d5dbc101 admin admin] Router c496518e-3027-414b-b660-017f7244ccaf is scheduled to L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf with binding_index 1 {{(pid=94100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:08:27.368413 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ee3bc0-0af0-432d-8fb9-f98c1ef5d23b None None] Network 09ac4a62-4c8f-4b1f-91bc-b2edb2196f17 requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:08:27.506706 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cda5ae5-6f02-48ea-966e-d8d6d5dbc101 admin admin] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:08:27.519005 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633874ad-f44f-4418-8ca6-c4bd90487adc None None] Sync routers for ids ['c496518e-3027-414b-b660-017f7244ccaf'] in dv-cinder-790535-10-iscsi {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:08:27.542041 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633874ad-f44f-4418-8ca6-c4bd90487adc None None] Routers {'c496518e-3027-414b-b660-017f7244ccaf'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:08:27.545958 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-633874ad-f44f-4418-8ca6-c4bd90487adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:08:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['c496518e-3027-414b-b660-017f7244ccaf'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:27.550432 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-6cda5ae5-6f02-48ea-966e-d8d6d5dbc101 admin admin] Notify callbacks [] for router, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:27.551773 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-6cda5ae5-6f02-48ea-966e-d8d6d5dbc101 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0729570 Aug 20 14:08:27.554673 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 55366) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:27.596929 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-bc65eb1c-0f2c-4bf8-99a1-89f8cfe40d0e None None] Provisioning for port 73c42d8b-6971-4b30-b5a6-b73c768aa940 completed by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:08:27.792037 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 73c42d8b-6971-4b30-b5a6-b73c768aa940 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:08:27.815428 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-633874ad-f44f-4418-8ca6-c4bd90487adc None None] Set router c496518e-3027-414b-b660-017f7244ccaf gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:08:27.880482 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning for port 73c42d8b-6971-4b30-b5a6-b73c768aa940 completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:08:27.885637 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 73c42d8b-6971-4b30-b5a6-b73c768aa940 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:08:27.887380 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:28.190859 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:28.201744 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-633874ad-f44f-4418-8ca6-c4bd90487adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c496518e-3027-414b-b660-017f7244ccaf', 'name': 'tempest-TestShelveInstance-933406143-router', 'tenant_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '845c5623-4392-4079-9ed3-aaf5c2c3223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:25Z', 'updated_at': '2021-08-20T14:08:26Z', 'revision_number': 3, 'project_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'gw_port': {'id': '845c5623-4392-4079-9ed3-aaf5c2c3223b', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c496518e-3027-414b-b660-017f7244ccaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:25Z', 'updated_at': '2021-08-20T14:08:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:28.237594 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] For port 73c42d8b-6971-4b30-b5a6-b73c768aa940, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=73c42d8b-6971-4b30-b5a6-b73c768aa940,segment=NetworkSegment(320dccc1-342d-487c-a49d-87b935868f7d),segment_id=320dccc1-342d-487c-a49d-87b935868f7d)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:08:28.249661 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:28.274403 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633874ad-f44f-4418-8ca6-c4bd90487adc None None] Checking router: c496518e-3027-414b-b660-017f7244ccaf for host: dv-cinder-790535-10-iscsi {{(pid=94103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:08:28.274403 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633874ad-f44f-4418-8ca6-c4bd90487adc None None] Updating router c496518e-3027-414b-b660-017f7244ccaf port 845c5623-4392-4079-9ed3-aaf5c2c3223b binding host dv-cinder-790535-10-iscsi {{(pid=94103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:08:28.303543 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-633874ad-f44f-4418-8ca6-c4bd90487adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:28.307295 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-85d8f992-1001-417e-a072-7dd6ee6a620f None None] Provisioning complete for port 73c42d8b-6971-4b30-b5a6-b73c768aa940 triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:08:28.307739 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-85d8f992-1001-417e-a072-7dd6ee6a620f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:28.346222 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Pushing event updated for resources: {'Port': ['ID=73c42d8b-6971-4b30-b5a6-b73c768aa940,revision_number=3']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:28.362926 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec9c60-1302-4d15-9232-ace5c9d7ba3d req-4c422ba5-fdd6-45c7-8b0f-5c04443444ee tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:28.365090 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5dec9c60-1302-4d15-9232-ace5c9d7ba3d req-4c422ba5-fdd6-45c7-8b0f-5c04443444ee tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.0948646 Aug 20 14:08:28.481527 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5dec9c60-1302-4d15-9232-ace5c9d7ba3d req-1aaee7e7-9c57-4d2c-b2fa-472ef59eb5fb tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677631 Aug 20 14:08:28.533774 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-55d6856f-34cc-49f1-9f96-e9465f9a94eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:28.600013 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-633874ad-f44f-4418-8ca6-c4bd90487adc None None] Notify callbacks [] for port, precommit_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:28.609960 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.provisioning_blocks [None req-633874ad-f44f-4418-8ca6-c4bd90487adc None None] Transition to ACTIVE for port object 845c5623-4392-4079-9ed3-aaf5c2c3223b will not be triggered until provisioned by entity L2. {{(pid=94103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:08:28.615883 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-633874ad-f44f-4418-8ca6-c4bd90487adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:28.672341 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.managers [None req-633874ad-f44f-4418-8ca6-c4bd90487adc None None] Attempting to bind port 845c5623-4392-4079-9ed3-aaf5c2c3223b on host dv-cinder-790535-10-iscsi for vnic_type normal with profile {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:08:28.672727 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.managers [None req-633874ad-f44f-4418-8ca6-c4bd90487adc None None] Attempting to bind port 845c5623-4392-4079-9ed3-aaf5c2c3223b by drivers openvswitch,hyperv on host dv-cinder-790535-10-iscsi at level 0 using segments [{'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'}] {{(pid=94103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:08:28.673091 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633874ad-f44f-4418-8ca6-c4bd90487adc None None] Attempting to bind port 845c5623-4392-4079-9ed3-aaf5c2c3223b on network 98d0971e-9611-4cfe-abc2-ff603fbae97c {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:08:28.675911 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0ca4f-862f-4963-8669-dfc0555761c1 None None] Pushing event updated for resources: {'Port': ['ID=845c5623-4392-4079-9ed3-aaf5c2c3223b,revision_number=2']} {{(pid=94103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:28.683442 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633874ad-f44f-4418-8ca6-c4bd90487adc None None] Checking agent: {'id': '24d8fd69-abc0-4f0a-ba2d-fdf83f719c3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 59, 10), 'started_at': datetime.datetime(2021, 8, 20, 13, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:08:28.683811 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633874ad-f44f-4418-8ca6-c4bd90487adc None None] Checking segment: {'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:08:28.684207 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-633874ad-f44f-4418-8ca6-c4bd90487adc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:28.684621 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633874ad-f44f-4418-8ca6-c4bd90487adc None None] Bound using segment: {'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'} {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:08:28.685086 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.managers [None req-633874ad-f44f-4418-8ca6-c4bd90487adc None None] Bound port: 845c5623-4392-4079-9ed3-aaf5c2c3223b, host: dv-cinder-790535-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'}}] {{(pid=94103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:08:28.685480 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-633874ad-f44f-4418-8ca6-c4bd90487adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:28.688313 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a0ca4f-862f-4963-8669-dfc0555761c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:28.688695 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a0ca4f-862f-4963-8669-dfc0555761c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:28.689040 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a0ca4f-862f-4963-8669-dfc0555761c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:28.689379 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a0ca4f-862f-4963-8669-dfc0555761c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:28.689705 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a0ca4f-862f-4963-8669-dfc0555761c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:28.690031 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a0ca4f-862f-4963-8669-dfc0555761c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:28.690353 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a0ca4f-862f-4963-8669-dfc0555761c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:28.690676 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a0ca4f-862f-4963-8669-dfc0555761c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:28.691011 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a0ca4f-862f-4963-8669-dfc0555761c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:28.691335 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a0ca4f-862f-4963-8669-dfc0555761c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:28.691654 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a0ca4f-862f-4963-8669-dfc0555761c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:28.691972 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a0ca4f-862f-4963-8669-dfc0555761c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:08:28.695571 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [None req-55d6856f-34cc-49f1-9f96-e9465f9a94eb admin admin] Allocated IP 172.20.0.1 (09ac4a62-4c8f-4b1f-91bc-b2edb2196f17/e5c9f92f-bbee-4432-a88e-944631c9f368/43637481-c7cc-422a-9195-c631c66ab3fa) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:08:28.745167 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.db [None req-633874ad-f44f-4418-8ca6-c4bd90487adc None None] For port 845c5623-4392-4079-9ed3-aaf5c2c3223b, host dv-cinder-790535-10-iscsi, cleared binding levels {{(pid=94103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:08:28.750808 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.db [None req-633874ad-f44f-4418-8ca6-c4bd90487adc None None] For port 845c5623-4392-4079-9ed3-aaf5c2c3223b, host dv-cinder-790535-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=845c5623-4392-4079-9ed3-aaf5c2c3223b,segment=NetworkSegment(4decdd4f-3fef-48ea-97d6-157c44e17f8c),segment_id=4decdd4f-3fef-48ea-97d6-157c44e17f8c)] {{(pid=94103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:08:28.754810 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-633874ad-f44f-4418-8ca6-c4bd90487adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:28.808050 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-55d6856f-34cc-49f1-9f96-e9465f9a94eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:28.810322 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633874ad-f44f-4418-8ca6-c4bd90487adc None None] Routers {'c496518e-3027-414b-b660-017f7244ccaf'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:08:28.810944 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-633874ad-f44f-4418-8ca6-c4bd90487adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:08:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['c496518e-3027-414b-b660-017f7244ccaf'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:28.823975 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.provisioning_blocks [None req-55d6856f-34cc-49f1-9f96-e9465f9a94eb admin admin] Transition to ACTIVE for port object 43637481-c7cc-422a-9195-c631c66ab3fa will not be triggered until provisioned by entity DHCP. {{(pid=94100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:08:28.857665 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-55d6856f-34cc-49f1-9f96-e9465f9a94eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:28.889294 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0ca4f-862f-4963-8669-dfc0555761c1 None None] Pushing event updated for resources: {'Port': ['ID=845c5623-4392-4079-9ed3-aaf5c2c3223b,revision_number=3']} {{(pid=94103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:28.897882 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d6856f-34cc-49f1-9f96-e9465f9a94eb admin admin] Network 09ac4a62-4c8f-4b1f-91bc-b2edb2196f17 is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:08:28.901203 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [None req-55d6856f-34cc-49f1-9f96-e9465f9a94eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:08:28.903538 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d6856f-34cc-49f1-9f96-e9465f9a94eb admin admin] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:08:28.930778 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6856f-34cc-49f1-9f96-e9465f9a94eb admin admin] Pushing event updated for resources: {'Port': ['ID=43637481-c7cc-422a-9195-c631c66ab3fa,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:28.956693 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-55d6856f-34cc-49f1-9f96-e9465f9a94eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534593'] for router_interface, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:28.966346 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-633874ad-f44f-4418-8ca6-c4bd90487adc None None] Set router c496518e-3027-414b-b660-017f7244ccaf gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:08:29.127860 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-55d6856f-34cc-49f1-9f96-e9465f9a94eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:29.157100 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-59821013-4a89-49ff-ad7a-2ee86246f6fa None None] Provisioning for port 43637481-c7cc-422a-9195-c631c66ab3fa completed by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:08:29.162764 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-59821013-4a89-49ff-ad7a-2ee86246f6fa None None] Provisioning complete for port 43637481-c7cc-422a-9195-c631c66ab3fa triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:08:29.163228 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-59821013-4a89-49ff-ad7a-2ee86246f6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:29.200181 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-59821013-4a89-49ff-ad7a-2ee86246f6fa None None] Port 43637481-c7cc-422a-9195-c631c66ab3fa cannot update to ACTIVE because it is not bound. {{(pid=94102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:08:29.260133 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-633874ad-f44f-4418-8ca6-c4bd90487adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c496518e-3027-414b-b660-017f7244ccaf', 'name': 'tempest-TestShelveInstance-933406143-router', 'tenant_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '845c5623-4392-4079-9ed3-aaf5c2c3223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:25Z', 'updated_at': '2021-08-20T14:08:26Z', 'revision_number': 3, 'project_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'gw_port': {'id': '845c5623-4392-4079-9ed3-aaf5c2c3223b', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c496518e-3027-414b-b660-017f7244ccaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:25Z', 'updated_at': '2021-08-20T14:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:29.290499 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633874ad-f44f-4418-8ca6-c4bd90487adc None None] The sync data for ids ['c496518e-3027-414b-b660-017f7244ccaf'] in dv-cinder-790535-10-iscsi is: [{'id': 'c496518e-3027-414b-b660-017f7244ccaf', 'name': 'tempest-TestShelveInstance-933406143-router', 'tenant_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '845c5623-4392-4079-9ed3-aaf5c2c3223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:25Z', 'updated_at': '2021-08-20T14:08:26Z', 'revision_number': 3, 'project_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'gw_port': {'id': '845c5623-4392-4079-9ed3-aaf5c2c3223b', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c496518e-3027-414b-b660-017f7244ccaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:25Z', 'updated_at': '2021-08-20T14:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}] {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:08:29.298664 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-55d6856f-34cc-49f1-9f96-e9465f9a94eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:29.304573 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-55d6856f-34cc-49f1-9f96-e9465f9a94eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:29.379110 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6856f-34cc-49f1-9f96-e9465f9a94eb admin admin] Pushing event updated for resources: {'Port': ['ID=43637481-c7cc-422a-9195-c631c66ab3fa,revision_number=2']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:29.386662 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-55d6856f-34cc-49f1-9f96-e9465f9a94eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1014980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529649'] for router_interface, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:29.482752 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d6856f-34cc-49f1-9f96-e9465f9a94eb admin admin] Network 09ac4a62-4c8f-4b1f-91bc-b2edb2196f17 is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:08:29.484179 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [None req-55d6856f-34cc-49f1-9f96-e9465f9a94eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:08:29.655676 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 73c42d8b-6971-4b30-b5a6-b73c768aa940 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:08:29.699222 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d6856f-34cc-49f1-9f96-e9465f9a94eb admin admin] Router c496518e-3027-414b-b660-017f7244ccaf has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:08:29.713207 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910cb3b-2bae-466d-a8ca-7aa1bc28d66f req-3ba951eb-65d9-4b69-aa51-d3086a57b1a3 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:29.714901 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1910cb3b-2bae-466d-a8ca-7aa1bc28d66f req-3ba951eb-65d9-4b69-aa51-d3086a57b1a3 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.0934861 Aug 20 14:08:29.737195 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 73c42d8b-6971-4b30-b5a6-b73c768aa940 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:08:29.738068 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:29.805444 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1910cb3b-2bae-466d-a8ca-7aa1bc28d66f req-4a0c25bb-ddff-486a-93b4-e1c0e7840640 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741174 Aug 20 14:08:29.846627 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-a786f818-3fbf-44cd-b68c-26ca66123519 None None] Provisioning complete for port 43637481-c7cc-422a-9195-c631c66ab3fa triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:08:29.847106 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-a786f818-3fbf-44cd-b68c-26ca66123519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:29.872443 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d6856f-34cc-49f1-9f96-e9465f9a94eb admin admin] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:08:29.884891 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-55d6856f-34cc-49f1-9f96-e9465f9a94eb admin admin] 10.222.0.38 "PUT /v2.0/routers/c496518e-3027-414b-b660-017f7244ccaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3285637 Aug 20 14:08:29.885185 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-a786f818-3fbf-44cd-b68c-26ca66123519 None None] Port 43637481-c7cc-422a-9195-c631c66ab3fa cannot update to ACTIVE because it is not bound. {{(pid=94102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:08:30.368534 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 55428) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:30.373936 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-260d2d96-ecc1-4bbd-ac63-03ed267f358a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1178090419-network', 'tenant_id': '0e990ceceee54b6fadd8df0abeb9c265'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:08:30.396527 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260d2d96-ecc1-4bbd-ac63-03ed267f358a admin admin] Made reservation on behalf of 0e990ceceee54b6fadd8df0abeb9c265 for: {'network': 1} {{(pid=94101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:08:30.398949 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-260d2d96-ecc1-4bbd-ac63-03ed267f358a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for network, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:30.408134 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-260d2d96-ecc1-4bbd-ac63-03ed267f358a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:30.501746 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-260d2d96-ecc1-4bbd-ac63-03ed267f358a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:30.505451 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-260d2d96-ecc1-4bbd-ac63-03ed267f358a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:30.530348 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260d2d96-ecc1-4bbd-ac63-03ed267f358a admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:08:30.539041 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d2d96-ecc1-4bbd-ac63-03ed267f358a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79779138-2f11-4459-b4fb-8d20cc137d05,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:30.545339 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-260d2d96-ecc1-4bbd-ac63-03ed267f358a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:30.545673 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.db.segments_db [None req-260d2d96-ecc1-4bbd-ac63-03ed267f358a admin admin] Added segment cd665da8-e621-48f1-84ea-6a67a1c61131 of type vlan for network d4b216d4-23bd-457b-9a3a-201a6db09dad Aug 20 14:08:30.587131 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-260d2d96-ecc1-4bbd-ac63-03ed267f358a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728246170444'] for network, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:30.614376 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-260d2d96-ecc1-4bbd-ac63-03ed267f358a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018'] for network, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:30.615572 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260d2d96-ecc1-4bbd-ac63-03ed267f358a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:30.616865 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-260d2d96-ecc1-4bbd-ac63-03ed267f358a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:30.678232 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-260d2d96-ecc1-4bbd-ac63-03ed267f358a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3085592 Aug 20 14:08:30.681543 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 55434) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:30.688462 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-16345bb0-ff1b-4a6d-97fe-9bc78867e811 admin admin] Request body: {'subnet': {'network_id': 'd4b216d4-23bd-457b-9a3a-201a6db09dad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1178090419-subnet', 'tenant_id': '0e990ceceee54b6fadd8df0abeb9c265', 'ip_version': 4}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:08:30.692633 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d2d96-ecc1-4bbd-ac63-03ed267f358a admin admin] Pushing event updated for resources: {'Network': ['ID=d4b216d4-23bd-457b-9a3a-201a6db09dad,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:30.704339 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Network d4b216d4-23bd-457b-9a3a-201a6db09dad details requested by agent ovs-agent-dv-cinder-790535-10-iscsi with host dv-cinder-790535-10-iscsi {{(pid=94102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:08:30.716914 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16345bb0-ff1b-4a6d-97fe-9bc78867e811 admin admin] Made reservation on behalf of 0e990ceceee54b6fadd8df0abeb9c265 for: {'subnet': 1} {{(pid=94101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:08:30.719437 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-16345bb0-ff1b-4a6d-97fe-9bc78867e811 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:30.904285 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-16345bb0-ff1b-4a6d-97fe-9bc78867e811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018'] for subnet, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:30.931864 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d038b-76dd-4dc1-93e1-4fd019812ddb req-f5ac7e5c-9a0e-4229-b86c-408e2e1c820d tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:30.933667 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7b4d038b-76dd-4dc1-93e1-4fd019812ddb req-f5ac7e5c-9a0e-4229-b86c-408e2e1c820d tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.0540302 Aug 20 14:08:30.950342 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7c06d0-521a-436b-aa50-f1a513de74a4 None None] Sync routers for ids ['c496518e-3027-414b-b660-017f7244ccaf'] in dv-cinder-790535-10-iscsi {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:08:30.955593 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16345bb0-ff1b-4a6d-97fe-9bc78867e811 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9ed9a36-8d6e-404e-95b0-878e5d808f39,revision_number=0']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:30.969288 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7c06d0-521a-436b-aa50-f1a513de74a4 None None] Routers {'c496518e-3027-414b-b660-017f7244ccaf'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:08:30.970281 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-cb7c06d0-521a-436b-aa50-f1a513de74a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:08:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['c496518e-3027-414b-b660-017f7244ccaf'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:30.975386 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16345bb0-ff1b-4a6d-97fe-9bc78867e811 admin admin] Checking segment: {'id': 'cd665da8-e621-48f1-84ea-6a67a1c61131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd4b216d4-23bd-457b-9a3a-201a6db09dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:08:30.975891 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16345bb0-ff1b-4a6d-97fe-9bc78867e811 admin admin] Network hostable DHCP agents. Network: d4b216d4-23bd-457b-9a3a-201a6db09dad, hostable agents: ['753d3244-3585-4dcb-8855-3f40f736060e'], hosted agents: [] {{(pid=94101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:08:30.984029 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7b4d038b-76dd-4dc1-93e1-4fd019812ddb req-1f28b169-923f-4057-afbb-a7118cccdfb6 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418956 Aug 20 14:08:30.993924 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16345bb0-ff1b-4a6d-97fe-9bc78867e811 admin admin] Network d4b216d4-23bd-457b-9a3a-201a6db09dad is scheduled to be hosted by DHCP agent 753d3244-3585-4dcb-8855-3f40f736060e with binding_index 1 {{(pid=94101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:08:31.003412 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.base_scheduler [None req-16345bb0-ff1b-4a6d-97fe-9bc78867e811 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-10-iscsi, d4b216d4-23bd-457b-9a3a-201a6db09dad) {{(pid=94101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:08:31.009003 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16345bb0-ff1b-4a6d-97fe-9bc78867e811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:31.009754 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-16345bb0-ff1b-4a6d-97fe-9bc78867e811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for subnet, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:31.016327 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948170b3-4097-4331-a0d9-006ed4931166 None None] Network d4b216d4-23bd-457b-9a3a-201a6db09dad requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:08:31.027523 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-16345bb0-ff1b-4a6d-97fe-9bc78867e811 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3425043 Aug 20 14:08:31.027741 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 55438) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:31.032135 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-43069f55-3b8c-4c7c-88d5-189c1a311969 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1178090419-router', 'tenant_id': '0e990ceceee54b6fadd8df0abeb9c265', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'}}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:08:31.054968 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-43069f55-3b8c-4c7c-88d5-189c1a311969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3284'] for router, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:31.055998 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-43069f55-3b8c-4c7c-88d5-189c1a311969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533819', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:31.114464 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-43069f55-3b8c-4c7c-88d5-189c1a311969 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:31.140973 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-cb7c06d0-521a-436b-aa50-f1a513de74a4 None None] Set router c496518e-3027-414b-b660-017f7244ccaf gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:08:31.270202 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-43069f55-3b8c-4c7c-88d5-189c1a311969 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:31.324460 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5fc99d-9d05-4d1a-b837-22742ad3df0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4bf352a0-604e-5a37-8942-ccf39ab588eb-d4b216d4-23bd-457b-9a3a-201a6db09dad', 'network_id': 'd4b216d4-23bd-457b-9a3a-201a6db09dad', 'tenant_id': '0e990ceceee54b6fadd8df0abeb9c265', 'fixed_ips': [{'subnet_id': 'c9ed9a36-8d6e-404e-95b0-878e5d808f39'}]}} from dv-cinder-790535-10-iscsi. {{(pid=94102) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:08:31.326012 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-8a5fc99d-9d05-4d1a-b837-22742ad3df0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:31.497989 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-43069f55-3b8c-4c7c-88d5-189c1a311969 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:31.518791 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-cb7c06d0-521a-436b-aa50-f1a513de74a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c496518e-3027-414b-b660-017f7244ccaf', 'name': 'tempest-TestShelveInstance-933406143-router', 'tenant_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '845c5623-4392-4079-9ed3-aaf5c2c3223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:25Z', 'updated_at': '2021-08-20T14:08:29Z', 'revision_number': 4, 'project_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'gw_port': {'id': '845c5623-4392-4079-9ed3-aaf5c2c3223b', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c496518e-3027-414b-b660-017f7244ccaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:25Z', 'updated_at': '2021-08-20T14:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': '43637481-c7cc-422a-9195-c631c66ab3fa', 'name': '', 'network_id': '09ac4a62-4c8f-4b1f-91bc-b2edb2196f17', 'tenant_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'mac_address': 'fa:16:3e:d8:bd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c496518e-3027-414b-b660-017f7244ccaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e5c9f92f-bbee-4432-a88e-944631c9f368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:28Z', 'updated_at': '2021-08-20T14:08:29Z', 'revision_number': 2, 'project_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'subnets': [{'id': 'e5c9f92f-bbee-4432-a88e-944631c9f368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:31.563740 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7c06d0-521a-436b-aa50-f1a513de74a4 None None] Checking router: c496518e-3027-414b-b660-017f7244ccaf for host: dv-cinder-790535-10-iscsi {{(pid=94102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:08:31.564212 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7c06d0-521a-436b-aa50-f1a513de74a4 None None] Updating router c496518e-3027-414b-b660-017f7244ccaf port 43637481-c7cc-422a-9195-c631c66ab3fa binding host dv-cinder-790535-10-iscsi {{(pid=94102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:08:31.564426 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-43069f55-3b8c-4c7c-88d5-189c1a311969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:31.568270 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.db_base_plugin_common [None req-8a5fc99d-9d05-4d1a-b837-22742ad3df0b None None] Allocated IP 172.20.0.2 (d4b216d4-23bd-457b-9a3a-201a6db09dad/c9ed9a36-8d6e-404e-95b0-878e5d808f39/85658045-3f7e-4489-8cee-3199388340a5) {{(pid=94102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:08:31.604108 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-cb7c06d0-521a-436b-aa50-f1a513de74a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:31.687918 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 845c5623-4392-4079-9ed3-aaf5c2c3223b up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:08:31.774495 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.db_base_plugin_common [None req-43069f55-3b8c-4c7c-88d5-189c1a311969 admin admin] Allocated IP 172.27.3.214 (98d0971e-9611-4cfe-abc2-ff603fbae97c/e8e9b9bd-ae96-49d0-b730-35afc957c6cc/28aef6e3-5387-47d7-8a92-2e00c4c54fde) {{(pid=94101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:08:31.883858 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning for port 845c5623-4392-4079-9ed3-aaf5c2c3223b completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:08:31.928006 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 845c5623-4392-4079-9ed3-aaf5c2c3223b triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:08:31.928586 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:31.930738 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-43069f55-3b8c-4c7c-88d5-189c1a311969 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:32.014610 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-43069f55-3b8c-4c7c-88d5-189c1a311969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981'] for port, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:32.078378 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43069f55-3b8c-4c7c-88d5-189c1a311969 admin admin] Network 98d0971e-9611-4cfe-abc2-ff603fbae97c is already hosted by enough agents. {{(pid=94101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:08:32.081758 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.base_scheduler [None req-43069f55-3b8c-4c7c-88d5-189c1a311969 admin admin] Resources bound (agent type, host, resource id): {{(pid=94101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:08:32.086412 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43069f55-3b8c-4c7c-88d5-189c1a311969 admin admin] Received port after_create {{(pid=94101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:08:32.130950 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43069f55-3b8c-4c7c-88d5-189c1a311969 admin admin] Pushing event updated for resources: {'Port': ['ID=28aef6e3-5387-47d7-8a92-2e00c4c54fde,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:32.138925 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 6 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:08:32.145252 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f75aa7-f62c-4784-bb33-a57376c3957f req-e30fad36-9a73-40b5-bb81-43cba975c160 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:32.146838 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-62f75aa7-f62c-4784-bb33-a57376c3957f req-e30fad36-9a73-40b5-bb81-43cba975c160 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.0850821 Aug 20 14:08:32.217255 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-62f75aa7-f62c-4784-bb33-a57376c3957f req-b2b90c07-f764-41af-9c11-e32598f9a9af tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574121 Aug 20 14:08:32.249637 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-8a5fc99d-9d05-4d1a-b837-22742ad3df0b None None] Notify callbacks [] for port, precommit_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:32.295852 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-8a5fc99d-9d05-4d1a-b837-22742ad3df0b None None] Transition to ACTIVE for port object 85658045-3f7e-4489-8cee-3199388340a5 will not be triggered until provisioned by entity L2. {{(pid=94102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:08:32.375178 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-8a5fc99d-9d05-4d1a-b837-22742ad3df0b None None] Transition to ACTIVE for port object 85658045-3f7e-4489-8cee-3199388340a5 will not be triggered until provisioned by entity DHCP. {{(pid=94102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:08:32.378831 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:32.387021 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-8a5fc99d-9d05-4d1a-b837-22742ad3df0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981'] for port, after_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:32.403202 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-43069f55-3b8c-4c7c-88d5-189c1a311969 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:32.446097 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] For port 845c5623-4392-4079-9ed3-aaf5c2c3223b, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=845c5623-4392-4079-9ed3-aaf5c2c3223b,segment=NetworkSegment(4decdd4f-3fef-48ea-97d6-157c44e17f8c),segment_id=4decdd4f-3fef-48ea-97d6-157c44e17f8c)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:08:32.474767 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:32.489506 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5fc99d-9d05-4d1a-b837-22742ad3df0b None None] Network d4b216d4-23bd-457b-9a3a-201a6db09dad is already hosted by enough agents. {{(pid=94102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:08:32.493618 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5fc99d-9d05-4d1a-b837-22742ad3df0b None None] Pushing event updated for resources: {'Port': ['ID=85658045-3f7e-4489-8cee-3199388340a5,revision_number=1']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:32.498075 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.scheduler.base_scheduler [None req-8a5fc99d-9d05-4d1a-b837-22742ad3df0b None None] Resources bound (agent type, host, resource id): {{(pid=94102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:08:32.504390 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5fc99d-9d05-4d1a-b837-22742ad3df0b None None] Received port after_create {{(pid=94102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:08:32.540397 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-cb7c06d0-521a-436b-aa50-f1a513de74a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:32.573234 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-cb7c06d0-521a-436b-aa50-f1a513de74a4 None None] Transition to ACTIVE for port object 43637481-c7cc-422a-9195-c631c66ab3fa will not be triggered until provisioned by entity L2. {{(pid=94102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:08:32.592293 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-cb7c06d0-521a-436b-aa50-f1a513de74a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:32.620804 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Pushing event updated for resources: {'Port': ['ID=845c5623-4392-4079-9ed3-aaf5c2c3223b,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:32.639622 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-43069f55-3b8c-4c7c-88d5-189c1a311969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533931'] for router, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:32.658944 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-8a5fc99d-9d05-4d1a-b837-22742ad3df0b None None] Attempting to bind port 85658045-3f7e-4489-8cee-3199388340a5 on host dv-cinder-790535-10-iscsi for vnic_type normal with profile {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:08:32.659330 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-8a5fc99d-9d05-4d1a-b837-22742ad3df0b None None] Attempting to bind port 85658045-3f7e-4489-8cee-3199388340a5 by drivers openvswitch,hyperv on host dv-cinder-790535-10-iscsi at level 0 using segments [{'id': 'cd665da8-e621-48f1-84ea-6a67a1c61131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd4b216d4-23bd-457b-9a3a-201a6db09dad'}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:08:32.659666 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5fc99d-9d05-4d1a-b837-22742ad3df0b None None] Attempting to bind port 85658045-3f7e-4489-8cee-3199388340a5 on network d4b216d4-23bd-457b-9a3a-201a6db09dad {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:08:32.680855 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5fc99d-9d05-4d1a-b837-22742ad3df0b None None] Checking agent: {'id': '24d8fd69-abc0-4f0a-ba2d-fdf83f719c3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 59, 10), 'started_at': datetime.datetime(2021, 8, 20, 13, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:08:32.681234 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5fc99d-9d05-4d1a-b837-22742ad3df0b None None] Checking segment: {'id': 'cd665da8-e621-48f1-84ea-6a67a1c61131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd4b216d4-23bd-457b-9a3a-201a6db09dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:08:32.681631 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-8a5fc99d-9d05-4d1a-b837-22742ad3df0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:32.682027 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5fc99d-9d05-4d1a-b837-22742ad3df0b None None] Bound using segment: {'id': 'cd665da8-e621-48f1-84ea-6a67a1c61131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd4b216d4-23bd-457b-9a3a-201a6db09dad'} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:08:32.682526 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-8a5fc99d-9d05-4d1a-b837-22742ad3df0b None None] Bound port: 85658045-3f7e-4489-8cee-3199388340a5, host: dv-cinder-790535-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd665da8-e621-48f1-84ea-6a67a1c61131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd4b216d4-23bd-457b-9a3a-201a6db09dad'}}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:08:32.682905 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-8a5fc99d-9d05-4d1a-b837-22742ad3df0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:32.702931 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706072e-eae5-4683-9319-498fa173f4a3 None None] Pushing event updated for resources: {'Port': ['ID=43637481-c7cc-422a-9195-c631c66ab3fa,revision_number=3']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:32.782805 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-cb7c06d0-521a-436b-aa50-f1a513de74a4 None None] Attempting to bind port 43637481-c7cc-422a-9195-c631c66ab3fa on host dv-cinder-790535-10-iscsi for vnic_type normal with profile {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:08:32.783167 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-cb7c06d0-521a-436b-aa50-f1a513de74a4 None None] Attempting to bind port 43637481-c7cc-422a-9195-c631c66ab3fa by drivers openvswitch,hyperv on host dv-cinder-790535-10-iscsi at level 0 using segments [{'id': '320dccc1-342d-487c-a49d-87b935868f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09ac4a62-4c8f-4b1f-91bc-b2edb2196f17'}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:08:32.783716 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7c06d0-521a-436b-aa50-f1a513de74a4 None None] Attempting to bind port 43637481-c7cc-422a-9195-c631c66ab3fa on network 09ac4a62-4c8f-4b1f-91bc-b2edb2196f17 {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:08:32.797579 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7c06d0-521a-436b-aa50-f1a513de74a4 None None] Checking agent: {'id': '24d8fd69-abc0-4f0a-ba2d-fdf83f719c3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 59, 10), 'started_at': datetime.datetime(2021, 8, 20, 13, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:08:32.798036 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7c06d0-521a-436b-aa50-f1a513de74a4 None None] Checking segment: {'id': '320dccc1-342d-487c-a49d-87b935868f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09ac4a62-4c8f-4b1f-91bc-b2edb2196f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:08:32.798762 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-cb7c06d0-521a-436b-aa50-f1a513de74a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:32.799334 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7c06d0-521a-436b-aa50-f1a513de74a4 None None] Bound using segment: {'id': '320dccc1-342d-487c-a49d-87b935868f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09ac4a62-4c8f-4b1f-91bc-b2edb2196f17'} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:08:32.800155 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-cb7c06d0-521a-436b-aa50-f1a513de74a4 None None] Bound port: 43637481-c7cc-422a-9195-c631c66ab3fa, host: dv-cinder-790535-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320dccc1-342d-487c-a49d-87b935868f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09ac4a62-4c8f-4b1f-91bc-b2edb2196f17'}}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:08:32.800576 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-cb7c06d0-521a-436b-aa50-f1a513de74a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:32.815941 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43069f55-3b8c-4c7c-88d5-189c1a311969 admin admin] Router 1671952a-e869-4708-b2d5-9ab0a80142f7 is scheduled to L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf with binding_index 1 {{(pid=94101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:08:32.840559 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-8a5fc99d-9d05-4d1a-b837-22742ad3df0b None None] For port 85658045-3f7e-4489-8cee-3199388340a5, host dv-cinder-790535-10-iscsi, cleared binding levels {{(pid=94102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:08:32.844605 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-8a5fc99d-9d05-4d1a-b837-22742ad3df0b None None] For port 85658045-3f7e-4489-8cee-3199388340a5, host dv-cinder-790535-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=85658045-3f7e-4489-8cee-3199388340a5,segment=NetworkSegment(cd665da8-e621-48f1-84ea-6a67a1c61131),segment_id=cd665da8-e621-48f1-84ea-6a67a1c61131)] {{(pid=94102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:08:32.867243 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-8a5fc99d-9d05-4d1a-b837-22742ad3df0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:32.957218 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-cb7c06d0-521a-436b-aa50-f1a513de74a4 None None] For port 43637481-c7cc-422a-9195-c631c66ab3fa, host dv-cinder-790535-10-iscsi, cleared binding levels {{(pid=94102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:08:32.969537 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-cb7c06d0-521a-436b-aa50-f1a513de74a4 None None] For port 43637481-c7cc-422a-9195-c631c66ab3fa, host dv-cinder-790535-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=43637481-c7cc-422a-9195-c631c66ab3fa,segment=NetworkSegment(320dccc1-342d-487c-a49d-87b935868f7d),segment_id=320dccc1-342d-487c-a49d-87b935868f7d)] {{(pid=94102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:08:32.975154 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-cb7c06d0-521a-436b-aa50-f1a513de74a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:32.978541 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5fc99d-9d05-4d1a-b837-22742ad3df0b None None] Pushing event updated for resources: {'Port': ['ID=85658045-3f7e-4489-8cee-3199388340a5,revision_number=2']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:33.063034 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7c06d0-521a-436b-aa50-f1a513de74a4 None None] Routers {'c496518e-3027-414b-b660-017f7244ccaf'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:08:33.063859 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-cb7c06d0-521a-436b-aa50-f1a513de74a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:08:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['c496518e-3027-414b-b660-017f7244ccaf'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:33.130222 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706072e-eae5-4683-9319-498fa173f4a3 None None] Pushing event updated for resources: {'Port': ['ID=43637481-c7cc-422a-9195-c631c66ab3fa,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:33.306442 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43069f55-3b8c-4c7c-88d5-189c1a311969 admin admin] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:08:33.333364 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fb7d47-16ec-41df-80f8-61d5f4d10fb0 None None] Sync routers for ids ['1671952a-e869-4708-b2d5-9ab0a80142f7'] in dv-cinder-790535-10-iscsi {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:08:33.370177 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-43069f55-3b8c-4c7c-88d5-189c1a311969 admin admin] Notify callbacks [] for router, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:33.386305 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-43069f55-3b8c-4c7c-88d5-189c1a311969 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3558931 Aug 20 14:08:33.387489 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 55532) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:33.391963 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fb7d47-16ec-41df-80f8-61d5f4d10fb0 None None] Routers {'1671952a-e869-4708-b2d5-9ab0a80142f7'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:08:33.392839 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-87fb7d47-16ec-41df-80f8-61d5f4d10fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:08:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['1671952a-e869-4708-b2d5-9ab0a80142f7'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:33.550567 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-cb7c06d0-521a-436b-aa50-f1a513de74a4 None None] Set router c496518e-3027-414b-b660-017f7244ccaf gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:08:33.719188 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4c4d7-bfe3-45da-9fb7-4194133c1771 req-a80bce50-8487-4e24-820b-f29f6705209d tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:33.730133 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b9a4c4d7-bfe3-45da-9fb7-4194133c1771 req-a80bce50-8487-4e24-820b-f29f6705209d tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.1840022 Aug 20 14:08:33.821753 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-87fb7d47-16ec-41df-80f8-61d5f4d10fb0 None None] Set router 1671952a-e869-4708-b2d5-9ab0a80142f7 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:08:33.995453 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 85658045-3f7e-4489-8cee-3199388340a5 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:08:34.213615 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-87fb7d47-16ec-41df-80f8-61d5f4d10fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1671952a-e869-4708-b2d5-9ab0a80142f7', 'name': 'tempest-TestShelveInstance-1178090419-router', 'tenant_id': '0e990ceceee54b6fadd8df0abeb9c265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '28aef6e3-5387-47d7-8a92-2e00c4c54fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:31Z', 'updated_at': '2021-08-20T14:08:32Z', 'revision_number': 3, 'project_id': '0e990ceceee54b6fadd8df0abeb9c265', 'gw_port': {'id': '28aef6e3-5387-47d7-8a92-2e00c4c54fde', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1671952a-e869-4708-b2d5-9ab0a80142f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:31Z', 'updated_at': '2021-08-20T14:08:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:34.280152 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fb7d47-16ec-41df-80f8-61d5f4d10fb0 None None] Checking router: 1671952a-e869-4708-b2d5-9ab0a80142f7 for host: dv-cinder-790535-10-iscsi {{(pid=94103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:08:34.280152 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fb7d47-16ec-41df-80f8-61d5f4d10fb0 None None] Updating router 1671952a-e869-4708-b2d5-9ab0a80142f7 port 28aef6e3-5387-47d7-8a92-2e00c4c54fde binding host dv-cinder-790535-10-iscsi {{(pid=94103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:08:34.378307 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-87fb7d47-16ec-41df-80f8-61d5f4d10fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:34.442209 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 55572) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:34.577069 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 55578) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:34.580905 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning for port 85658045-3f7e-4489-8cee-3199388340a5 completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:08:34.609431 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 845c5623-4392-4079-9ed3-aaf5c2c3223b up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:08:34.688494 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-cb7c06d0-521a-436b-aa50-f1a513de74a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c496518e-3027-414b-b660-017f7244ccaf', 'name': 'tempest-TestShelveInstance-933406143-router', 'tenant_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '845c5623-4392-4079-9ed3-aaf5c2c3223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:25Z', 'updated_at': '2021-08-20T14:08:29Z', 'revision_number': 4, 'project_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'gw_port': {'id': '845c5623-4392-4079-9ed3-aaf5c2c3223b', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c496518e-3027-414b-b660-017f7244ccaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:25Z', 'updated_at': '2021-08-20T14:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': '43637481-c7cc-422a-9195-c631c66ab3fa', 'name': '', 'network_id': '09ac4a62-4c8f-4b1f-91bc-b2edb2196f17', 'tenant_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'mac_address': 'fa:16:3e:d8:bd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c496518e-3027-414b-b660-017f7244ccaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e5c9f92f-bbee-4432-a88e-944631c9f368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:28Z', 'updated_at': '2021-08-20T14:08:32Z', 'revision_number': 4, 'project_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'subnets': [{'id': 'e5c9f92f-bbee-4432-a88e-944631c9f368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:34.760697 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-2ca168c7-fe82-41d3-a96a-427aeee5038b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:34.776775 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7c06d0-521a-436b-aa50-f1a513de74a4 None None] The sync data for ids ['c496518e-3027-414b-b660-017f7244ccaf'] in dv-cinder-790535-10-iscsi is: [{'id': 'c496518e-3027-414b-b660-017f7244ccaf', 'name': 'tempest-TestShelveInstance-933406143-router', 'tenant_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '845c5623-4392-4079-9ed3-aaf5c2c3223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:25Z', 'updated_at': '2021-08-20T14:08:29Z', 'revision_number': 4, 'project_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'gw_port': {'id': '845c5623-4392-4079-9ed3-aaf5c2c3223b', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c496518e-3027-414b-b660-017f7244ccaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:25Z', 'updated_at': '2021-08-20T14:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': '43637481-c7cc-422a-9195-c631c66ab3fa', 'name': '', 'network_id': '09ac4a62-4c8f-4b1f-91bc-b2edb2196f17', 'tenant_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'mac_address': 'fa:16:3e:d8:bd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c496518e-3027-414b-b660-017f7244ccaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e5c9f92f-bbee-4432-a88e-944631c9f368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:28Z', 'updated_at': '2021-08-20T14:08:32Z', 'revision_number': 4, 'project_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'subnets': [{'id': 'e5c9f92f-bbee-4432-a88e-944631c9f368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:08:34.818480 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 845c5623-4392-4079-9ed3-aaf5c2c3223b triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:08:34.818854 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:34.847808 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b9a4c4d7-bfe3-45da-9fb7-4194133c1771 req-1b157707-49c4-4420-8471-b6724d8eeda4 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1141365 Aug 20 14:08:34.899378 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f42a6b-46ce-4948-8383-a892d32ff313 req-f9ee700f-8a75-4cb0-9973-cd9286d58970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:34.900971 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b3f42a6b-46ce-4948-8383-a892d32ff313 req-f9ee700f-8a75-4cb0-9973-cd9286d58970 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 1098 time: 1.1093571 Aug 20 14:08:34.934548 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-187b222a-b779-450d-9269-60bf09dc265c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:34.997308 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b3f42a6b-46ce-4948-8383-a892d32ff313 req-1d06182b-5a71-4169-a603-db9ce22fe671 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871365 Aug 20 14:08:35.021716 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed6a1cb-fc3a-41cc-8912-a673a3baa333 None None] Network d4b216d4-23bd-457b-9a3a-201a6db09dad requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:08:35.030064 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-2ca168c7-fe82-41d3-a96a-427aeee5038b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:35.038644 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-2ca168c7-fe82-41d3-a96a-427aeee5038b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:35.146163 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca168c7-fe82-41d3-a96a-427aeee5038b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915c9ae9-8f0b-447d-8fea-22bf3e0cfcaa,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:35.159602 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-87fb7d47-16ec-41df-80f8-61d5f4d10fb0 None None] Notify callbacks [] for port, precommit_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:35.183529 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-2ca168c7-fe82-41d3-a96a-427aeee5038b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8a71f8cfc7824132830ae34f159e7533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7397130 Aug 20 14:08:35.194301 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 55584) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:35.198627 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.provisioning_blocks [None req-87fb7d47-16ec-41df-80f8-61d5f4d10fb0 None None] Transition to ACTIVE for port object 28aef6e3-5387-47d7-8a92-2e00c4c54fde will not be triggered until provisioned by entity L2. {{(pid=94103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:08:35.214046 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-87fb7d47-16ec-41df-80f8-61d5f4d10fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:35.305582 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.managers [None req-87fb7d47-16ec-41df-80f8-61d5f4d10fb0 None None] Attempting to bind port 28aef6e3-5387-47d7-8a92-2e00c4c54fde on host dv-cinder-790535-10-iscsi for vnic_type normal with profile {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:08:35.305970 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.managers [None req-87fb7d47-16ec-41df-80f8-61d5f4d10fb0 None None] Attempting to bind port 28aef6e3-5387-47d7-8a92-2e00c4c54fde by drivers openvswitch,hyperv on host dv-cinder-790535-10-iscsi at level 0 using segments [{'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'}] {{(pid=94103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:08:35.306343 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fb7d47-16ec-41df-80f8-61d5f4d10fb0 None None] Attempting to bind port 28aef6e3-5387-47d7-8a92-2e00c4c54fde on network 98d0971e-9611-4cfe-abc2-ff603fbae97c {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:08:35.317079 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fb7d47-16ec-41df-80f8-61d5f4d10fb0 None None] Checking agent: {'id': '24d8fd69-abc0-4f0a-ba2d-fdf83f719c3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 59, 10), 'started_at': datetime.datetime(2021, 8, 20, 13, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:08:35.317664 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fb7d47-16ec-41df-80f8-61d5f4d10fb0 None None] Checking segment: {'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:08:35.318270 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-87fb7d47-16ec-41df-80f8-61d5f4d10fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:35.318840 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fb7d47-16ec-41df-80f8-61d5f4d10fb0 None None] Bound using segment: {'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'} {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:08:35.319594 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.managers [None req-87fb7d47-16ec-41df-80f8-61d5f4d10fb0 None None] Bound port: 28aef6e3-5387-47d7-8a92-2e00c4c54fde, host: dv-cinder-790535-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'}}] {{(pid=94103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:08:35.320183 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-87fb7d47-16ec-41df-80f8-61d5f4d10fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:35.339034 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-f89536b3-09be-4bc4-8f63-6fe478a623dd None None] Provisioning for port 85658045-3f7e-4489-8cee-3199388340a5 completed by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:08:35.348533 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-f89536b3-09be-4bc4-8f63-6fe478a623dd None None] Provisioning complete for port 85658045-3f7e-4489-8cee-3199388340a5 triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:08:35.351902 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-f89536b3-09be-4bc4-8f63-6fe478a623dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:35.389039 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-98af8f35-c141-4674-8791-cadcc200d4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:35.399215 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc158e-8c1c-44a1-b0ca-b168c72f9089 None None] Pushing event updated for resources: {'Port': ['ID=28aef6e3-5387-47d7-8a92-2e00c4c54fde,revision_number=2']} {{(pid=94103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:35.478265 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.db [None req-87fb7d47-16ec-41df-80f8-61d5f4d10fb0 None None] For port 28aef6e3-5387-47d7-8a92-2e00c4c54fde, host dv-cinder-790535-10-iscsi, cleared binding levels {{(pid=94103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:08:35.489431 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.db [None req-87fb7d47-16ec-41df-80f8-61d5f4d10fb0 None None] For port 28aef6e3-5387-47d7-8a92-2e00c4c54fde, host dv-cinder-790535-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=28aef6e3-5387-47d7-8a92-2e00c4c54fde,segment=NetworkSegment(4decdd4f-3fef-48ea-97d6-157c44e17f8c),segment_id=4decdd4f-3fef-48ea-97d6-157c44e17f8c)] {{(pid=94103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:08:35.511732 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-98af8f35-c141-4674-8791-cadcc200d4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:35.513777 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-87fb7d47-16ec-41df-80f8-61d5f4d10fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:35.560669 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-187b222a-b779-450d-9269-60bf09dc265c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:35.568183 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-187b222a-b779-450d-9269-60bf09dc265c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:35.634188 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-f89536b3-09be-4bc4-8f63-6fe478a623dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:35.734611 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-f89536b3-09be-4bc4-8f63-6fe478a623dd None None] For port 85658045-3f7e-4489-8cee-3199388340a5, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=85658045-3f7e-4489-8cee-3199388340a5,segment=NetworkSegment(cd665da8-e621-48f1-84ea-6a67a1c61131),segment_id=cd665da8-e621-48f1-84ea-6a67a1c61131)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:08:35.742146 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-f89536b3-09be-4bc4-8f63-6fe478a623dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:35.822513 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b53c421e-ee75-4145-9368-f2591c4181e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:35.822626 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-187b222a-b779-450d-9269-60bf09dc265c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=da6e43ad12d443299dff883dfc276ed5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2400947 Aug 20 14:08:35.826178 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fb7d47-16ec-41df-80f8-61d5f4d10fb0 None None] Routers {'1671952a-e869-4708-b2d5-9ab0a80142f7'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:08:35.826749 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 55596) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:35.827129 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-87fb7d47-16ec-41df-80f8-61d5f4d10fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:08:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['1671952a-e869-4708-b2d5-9ab0a80142f7'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:35.831404 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b222a-b779-450d-9269-60bf09dc265c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cbe036-6ed9-4021-8bff-54708e57cb49,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:35.847602 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc158e-8c1c-44a1-b0ca-b168c72f9089 None None] Pushing event updated for resources: {'Port': ['ID=28aef6e3-5387-47d7-8a92-2e00c4c54fde,revision_number=3']} {{(pid=94103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:35.894962 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-98af8f35-c141-4674-8791-cadcc200d4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:35.898407 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-98af8f35-c141-4674-8791-cadcc200d4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:35.899760 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-98af8f35-c141-4674-8791-cadcc200d4dc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/915c9ae9-8f0b-447d-8fea-22bf3e0cfcaa HTTP/1.1" status: 204 len: 168 time: 0.7062533 Aug 20 14:08:35.913838 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 43637481-c7cc-422a-9195-c631c66ab3fa up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:08:35.921114 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af8f35-c141-4674-8791-cadcc200d4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915c9ae9-8f0b-447d-8fea-22bf3e0cfcaa,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:36.192522 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning for port 43637481-c7cc-422a-9195-c631c66ab3fa completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:08:36.216862 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 43637481-c7cc-422a-9195-c631c66ab3fa triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:08:36.217469 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:36.323726 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b20fd09c-746d-45c4-90c2-ba95aac0b2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:36.330810 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-1adf80d7-5b2b-4151-a4cd-52170cedf966 None None] Provisioning complete for port 85658045-3f7e-4489-8cee-3199388340a5 triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:08:36.337968 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-1adf80d7-5b2b-4151-a4cd-52170cedf966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:36.340336 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-87fb7d47-16ec-41df-80f8-61d5f4d10fb0 None None] Set router 1671952a-e869-4708-b2d5-9ab0a80142f7 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:08:36.343322 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89536b3-09be-4bc4-8f63-6fe478a623dd None None] Pushing event updated for resources: {'Port': ['ID=85658045-3f7e-4489-8cee-3199388340a5,revision_number=3']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:36.415432 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b20fd09c-746d-45c4-90c2-ba95aac0b2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:36.532809 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b20fd09c-746d-45c4-90c2-ba95aac0b2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:36.538031 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b20fd09c-746d-45c4-90c2-ba95aac0b2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:36.558845 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-b20fd09c-746d-45c4-90c2-ba95aac0b2d0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/45cbe036-6ed9-4021-8bff-54708e57cb49 HTTP/1.1" status: 204 len: 168 time: 0.7294202 Aug 20 14:08:36.734900 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20fd09c-746d-45c4-90c2-ba95aac0b2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cbe036-6ed9-4021-8bff-54708e57cb49,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:36.738115 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:36.866400 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 55622) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:36.929565 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] For port 43637481-c7cc-422a-9195-c631c66ab3fa, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=43637481-c7cc-422a-9195-c631c66ab3fa,segment=NetworkSegment(320dccc1-342d-487c-a49d-87b935868f7d),segment_id=320dccc1-342d-487c-a49d-87b935868f7d)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:08:36.931377 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5fa35cc1-1254-48a3-a8fa-84135089d74d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:36.956283 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:37.011387 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-87fb7d47-16ec-41df-80f8-61d5f4d10fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1671952a-e869-4708-b2d5-9ab0a80142f7', 'name': 'tempest-TestShelveInstance-1178090419-router', 'tenant_id': '0e990ceceee54b6fadd8df0abeb9c265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '28aef6e3-5387-47d7-8a92-2e00c4c54fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:31Z', 'updated_at': '2021-08-20T14:08:32Z', 'revision_number': 3, 'project_id': '0e990ceceee54b6fadd8df0abeb9c265', 'gw_port': {'id': '28aef6e3-5387-47d7-8a92-2e00c4c54fde', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1671952a-e869-4708-b2d5-9ab0a80142f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:31Z', 'updated_at': '2021-08-20T14:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:37.056876 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f4e52-d10d-4e25-ab5d-d2ae75864b57 req-29e74d25-a7c7-4cf5-a744-1c266271d2a3 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:37.069799 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fb7d47-16ec-41df-80f8-61d5f4d10fb0 None None] The sync data for ids ['1671952a-e869-4708-b2d5-9ab0a80142f7'] in dv-cinder-790535-10-iscsi is: [{'id': '1671952a-e869-4708-b2d5-9ab0a80142f7', 'name': 'tempest-TestShelveInstance-1178090419-router', 'tenant_id': '0e990ceceee54b6fadd8df0abeb9c265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '28aef6e3-5387-47d7-8a92-2e00c4c54fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:31Z', 'updated_at': '2021-08-20T14:08:32Z', 'revision_number': 3, 'project_id': '0e990ceceee54b6fadd8df0abeb9c265', 'gw_port': {'id': '28aef6e3-5387-47d7-8a92-2e00c4c54fde', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1671952a-e869-4708-b2d5-9ab0a80142f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:31Z', 'updated_at': '2021-08-20T14:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}] {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:08:37.080565 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-405f4e52-d10d-4e25-ab5d-d2ae75864b57 req-29e74d25-a7c7-4cf5-a744-1c266271d2a3 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.8606248 Aug 20 14:08:37.167567 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5fa35cc1-1254-48a3-a8fa-84135089d74d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:37.175083 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5fa35cc1-1254-48a3-a8fa-84135089d74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:37.289988 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [None req-b53c421e-ee75-4145-9368-f2591c4181e9 admin admin] Allocated IP 172.20.0.1 (d4b216d4-23bd-457b-9a3a-201a6db09dad/c9ed9a36-8d6e-404e-95b0-878e5d808f39/59aee486-fe91-4911-ad3b-ebcc5ba41e9b) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:08:37.318123 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-5fa35cc1-1254-48a3-a8fa-84135089d74d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e4e591f2245b4b08894b11439ea5dbe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4499421 Aug 20 14:08:37.319089 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 55630) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:37.320219 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa35cc1-1254-48a3-a8fa-84135089d74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4e3c40-b797-4712-bf09-67dd99b79f03,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:37.333794 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-405f4e52-d10d-4e25-ab5d-d2ae75864b57 req-7b37bf9b-6c8f-4fea-8d18-b6c0f4e41f8b tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069626 Aug 20 14:08:37.431156 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Pushing event updated for resources: {'Port': ['ID=43637481-c7cc-422a-9195-c631c66ab3fa,revision_number=5']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:37.474137 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-6f1c2d09-725a-47ce-b0c9-01012c4319bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:37.532463 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-6f1c2d09-725a-47ce-b0c9-01012c4319bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:37.604564 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b53c421e-ee75-4145-9368-f2591c4181e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:37.615299 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-6f1c2d09-725a-47ce-b0c9-01012c4319bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:37.620117 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-6f1c2d09-725a-47ce-b0c9-01012c4319bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:37.624960 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-6f1c2d09-725a-47ce-b0c9-01012c4319bc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2b4e3c40-b797-4712-bf09-67dd99b79f03 HTTP/1.1" status: 204 len: 168 time: 0.2786405 Aug 20 14:08:37.628855 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.provisioning_blocks [None req-b53c421e-ee75-4145-9368-f2591c4181e9 admin admin] Transition to ACTIVE for port object 59aee486-fe91-4911-ad3b-ebcc5ba41e9b will not be triggered until provisioned by entity DHCP. {{(pid=94100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:08:37.664935 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c2d09-725a-47ce-b0c9-01012c4319bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4e3c40-b797-4712-bf09-67dd99b79f03,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:37.703881 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b53c421e-ee75-4145-9368-f2591c4181e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:37.733142 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53c421e-ee75-4145-9368-f2591c4181e9 admin admin] Network d4b216d4-23bd-457b-9a3a-201a6db09dad is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:08:37.754657 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [None req-b53c421e-ee75-4145-9368-f2591c4181e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:08:37.765480 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53c421e-ee75-4145-9368-f2591c4181e9 admin admin] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:08:37.766739 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 85658045-3f7e-4489-8cee-3199388340a5 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:08:37.781141 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-7f81d95d-8966-4724-bcc7-dc5d5c71cd76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:37.825927 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c421e-ee75-4145-9368-f2591c4181e9 admin admin] Pushing event updated for resources: {'Port': ['ID=59aee486-fe91-4911-ad3b-ebcc5ba41e9b,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:37.844708 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 55642) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:37.852839 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b53c421e-ee75-4145-9368-f2591c4181e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534593'] for router_interface, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:37.911220 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 85658045-3f7e-4489-8cee-3199388340a5 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:08:37.911519 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:38.151055 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c5c286a2-b060-4d06-a0b3-110f01c210cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:38.260970 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 43637481-c7cc-422a-9195-c631c66ab3fa up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:08:38.262365 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b53c421e-ee75-4145-9368-f2591c4181e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:38.367525 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-edc38730-53c4-4fc9-a976-974e1ea0350d None None] Provisioning for port 59aee486-fe91-4911-ad3b-ebcc5ba41e9b completed by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:08:38.420258 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-edc38730-53c4-4fc9-a976-974e1ea0350d None None] Provisioning complete for port 59aee486-fe91-4911-ad3b-ebcc5ba41e9b triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:08:38.420897 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-edc38730-53c4-4fc9-a976-974e1ea0350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:38.434427 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c5c286a2-b060-4d06-a0b3-110f01c210cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:38.443042 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c5c286a2-b060-4d06-a0b3-110f01c210cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:38.544264 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-c5c286a2-b060-4d06-a0b3-110f01c210cc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bc81b2b748ba450290faa6f1702af646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6976862 Aug 20 14:08:38.548209 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 55664) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:38.549349 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c286a2-b060-4d06-a0b3-110f01c210cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de696f5b-bae1-48d6-b3b2-8024521dcbd1,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:38.608678 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 43637481-c7cc-422a-9195-c631c66ab3fa triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:08:38.619809 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:38.624747 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-edc38730-53c4-4fc9-a976-974e1ea0350d None None] Port 59aee486-fe91-4911-ad3b-ebcc5ba41e9b cannot update to ACTIVE because it is not bound. {{(pid=94102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:08:38.665770 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc19ed-b855-4d4c-ac7e-4f6b4b66fe98 req-578b9643-b5c1-4ca2-85c1-86aae44e7c82 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:38.675354 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-03cc19ed-b855-4d4c-ac7e-4f6b4b66fe98 req-578b9643-b5c1-4ca2-85c1-86aae44e7c82 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.1050828 Aug 20 14:08:38.683283 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-928ffcdc-9161-4eec-841a-b24ec89cc8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:38.772981 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-03cc19ed-b855-4d4c-ac7e-4f6b4b66fe98 req-6a3e96f6-7d9e-4ec1-8392-fb9c9f1e5501 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807917 Aug 20 14:08:38.772981 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b53c421e-ee75-4145-9368-f2591c4181e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:38.772981 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b53c421e-ee75-4145-9368-f2591c4181e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:38.812572 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-928ffcdc-9161-4eec-841a-b24ec89cc8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:38.892087 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b53c421e-ee75-4145-9368-f2591c4181e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1014980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529649'] for router_interface, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:38.902940 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c421e-ee75-4145-9368-f2591c4181e9 admin admin] Pushing event updated for resources: {'Port': ['ID=59aee486-fe91-4911-ad3b-ebcc5ba41e9b,revision_number=2']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:38.945601 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-928ffcdc-9161-4eec-841a-b24ec89cc8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:38.948826 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-928ffcdc-9161-4eec-841a-b24ec89cc8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:38.953427 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-928ffcdc-9161-4eec-841a-b24ec89cc8ce admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/de696f5b-bae1-48d6-b3b2-8024521dcbd1 HTTP/1.1" status: 204 len: 168 time: 0.3910487 Aug 20 14:08:38.958308 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 55676) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:38.980708 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ffcdc-9161-4eec-841a-b24ec89cc8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de696f5b-bae1-48d6-b3b2-8024521dcbd1,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:39.003180 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d18040d6-702d-41b9-b97b-0bd04b6f47cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:39.132876 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53c421e-ee75-4145-9368-f2591c4181e9 admin admin] Network d4b216d4-23bd-457b-9a3a-201a6db09dad is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:08:39.149160 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [None req-b53c421e-ee75-4145-9368-f2591c4181e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:08:39.240306 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d18040d6-702d-41b9-b97b-0bd04b6f47cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:39.246028 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d18040d6-702d-41b9-b97b-0bd04b6f47cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:39.267496 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441f43a-3e1d-472c-8c97-71978b9c0857 req-dd06daac-08b4-40a4-b04c-c8e05c74fbd1 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:39.272170 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3441f43a-3e1d-472c-8c97-71978b9c0857 req-dd06daac-08b4-40a4-b04c-c8e05c74fbd1 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.3577251 Aug 20 14:08:39.317645 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18040d6-702d-41b9-b97b-0bd04b6f47cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f076c21-7382-4f64-8319-7035eb626687,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:39.383864 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-d18040d6-702d-41b9-b97b-0bd04b6f47cc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a5a2707f92c142f2b431bd8cdeca8359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4244645 Aug 20 14:08:39.388215 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 55686) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:39.461845 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3441f43a-3e1d-472c-8c97-71978b9c0857 req-39646dd0-1f53-4f33-9094-ebe8b14803a0 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682501 Aug 20 14:08:39.518179 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-71d16c23-b1f5-422b-a6ed-cd910915eca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:39.524523 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53c421e-ee75-4145-9368-f2591c4181e9 admin admin] Router 1671952a-e869-4708-b2d5-9ab0a80142f7 has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:08:39.589603 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-71d16c23-b1f5-422b-a6ed-cd910915eca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:39.686198 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-8818f50d-890d-4d60-9463-16f584f1de61 None None] Provisioning complete for port 59aee486-fe91-4911-ad3b-ebcc5ba41e9b triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:08:39.686756 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-8818f50d-890d-4d60-9463-16f584f1de61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:39.700036 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-71d16c23-b1f5-422b-a6ed-cd910915eca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:39.706712 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-71d16c23-b1f5-422b-a6ed-cd910915eca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:39.708889 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-71d16c23-b1f5-422b-a6ed-cd910915eca9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4f076c21-7382-4f64-8319-7035eb626687 HTTP/1.1" status: 204 len: 168 time: 0.3192394 Aug 20 14:08:39.729322 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d16c23-b1f5-422b-a6ed-cd910915eca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f076c21-7382-4f64-8319-7035eb626687,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:39.803986 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 28aef6e3-5387-47d7-8a92-2e00c4c54fde up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:08:39.838164 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53c421e-ee75-4145-9368-f2591c4181e9 admin admin] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:08:39.852123 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-b53c421e-ee75-4145-9368-f2591c4181e9 admin admin] 10.222.0.38 "PUT /v2.0/routers/1671952a-e869-4708-b2d5-9ab0a80142f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4624960 Aug 20 14:08:39.938519 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-8818f50d-890d-4d60-9463-16f584f1de61 None None] Port 59aee486-fe91-4911-ad3b-ebcc5ba41e9b cannot update to ACTIVE because it is not bound. {{(pid=94102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:08:40.003712 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 55704) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:40.035512 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-b9953608-d86e-4056-9326-553b7458de42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:40.078784 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning for port 28aef6e3-5387-47d7-8a92-2e00c4c54fde completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:08:40.098361 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 28aef6e3-5387-47d7-8a92-2e00c4c54fde triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:08:40.098971 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:40.284303 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:40.324650 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-b9953608-d86e-4056-9326-553b7458de42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:40.330929 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-b9953608-d86e-4056-9326-553b7458de42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:40.360311 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] For port 28aef6e3-5387-47d7-8a92-2e00c4c54fde, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=28aef6e3-5387-47d7-8a92-2e00c4c54fde,segment=NetworkSegment(4decdd4f-3fef-48ea-97d6-157c44e17f8c),segment_id=4decdd4f-3fef-48ea-97d6-157c44e17f8c)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:08:40.368361 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:40.432888 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9953608-d86e-4056-9326-553b7458de42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3faaa47d-5b49-4876-ba8e-7208ead323bf,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:40.514309 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 55726) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:40.515741 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-b9953608-d86e-4056-9326-553b7458de42 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eeca592a85a1486a85f7f2bda0759fe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5045841 Aug 20 14:08:40.564136 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d530b278-35ae-4e48-bc46-4b0c49a7c9bd None None] Sync routers for ids ['1671952a-e869-4708-b2d5-9ab0a80142f7'] in dv-cinder-790535-10-iscsi {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:08:40.610000 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-9a5f48d5-20f0-4caa-adaa-de5262489ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:40.623325 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:40.627784 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d530b278-35ae-4e48-bc46-4b0c49a7c9bd None None] Routers {'1671952a-e869-4708-b2d5-9ab0a80142f7'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:08:40.628931 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-d530b278-35ae-4e48-bc46-4b0c49a7c9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:08:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['1671952a-e869-4708-b2d5-9ab0a80142f7'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:40.633617 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Pushing event updated for resources: {'Port': ['ID=28aef6e3-5387-47d7-8a92-2e00c4c54fde,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:40.694137 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-4c547131-6038-4eba-b5fd-1a1045564e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:40.775731 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-4c547131-6038-4eba-b5fd-1a1045564e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:40.815290 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-d530b278-35ae-4e48-bc46-4b0c49a7c9bd None None] Set router 1671952a-e869-4708-b2d5-9ab0a80142f7 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:08:40.865617 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-4c547131-6038-4eba-b5fd-1a1045564e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:40.871686 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-4c547131-6038-4eba-b5fd-1a1045564e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:40.874711 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-4c547131-6038-4eba-b5fd-1a1045564e90 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3faaa47d-5b49-4876-ba8e-7208ead323bf HTTP/1.1" status: 204 len: 168 time: 0.3590457 Aug 20 14:08:40.900182 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c547131-6038-4eba-b5fd-1a1045564e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3faaa47d-5b49-4876-ba8e-7208ead323bf,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:41.185779 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-d530b278-35ae-4e48-bc46-4b0c49a7c9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1671952a-e869-4708-b2d5-9ab0a80142f7', 'name': 'tempest-TestShelveInstance-1178090419-router', 'tenant_id': '0e990ceceee54b6fadd8df0abeb9c265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '28aef6e3-5387-47d7-8a92-2e00c4c54fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:31Z', 'updated_at': '2021-08-20T14:08:38Z', 'revision_number': 4, 'project_id': '0e990ceceee54b6fadd8df0abeb9c265', 'gw_port': {'id': '28aef6e3-5387-47d7-8a92-2e00c4c54fde', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1671952a-e869-4708-b2d5-9ab0a80142f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:31Z', 'updated_at': '2021-08-20T14:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': '59aee486-fe91-4911-ad3b-ebcc5ba41e9b', 'name': '', 'network_id': 'd4b216d4-23bd-457b-9a3a-201a6db09dad', 'tenant_id': '0e990ceceee54b6fadd8df0abeb9c265', 'mac_address': 'fa:16:3e:88:a3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1671952a-e869-4708-b2d5-9ab0a80142f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'c9ed9a36-8d6e-404e-95b0-878e5d808f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:36Z', 'updated_at': '2021-08-20T14:08:38Z', 'revision_number': 2, 'project_id': '0e990ceceee54b6fadd8df0abeb9c265', 'subnets': [{'id': 'c9ed9a36-8d6e-404e-95b0-878e5d808f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:41.247480 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d530b278-35ae-4e48-bc46-4b0c49a7c9bd None None] Checking router: 1671952a-e869-4708-b2d5-9ab0a80142f7 for host: dv-cinder-790535-10-iscsi {{(pid=94102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:08:41.247845 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d530b278-35ae-4e48-bc46-4b0c49a7c9bd None None] Updating router 1671952a-e869-4708-b2d5-9ab0a80142f7 port 59aee486-fe91-4911-ad3b-ebcc5ba41e9b binding host dv-cinder-790535-10-iscsi {{(pid=94102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:08:41.307212 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-d530b278-35ae-4e48-bc46-4b0c49a7c9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:41.505616 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 55774) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:41.636567 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 55782) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:41.643454 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-a63ad732-d584-4b74-a798-199a442bff2e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1641714984', 'description': 'tempest-secgroup-smoke-1641714984 description', 'project_id': 'da58fbe7d6f2432ebdf29fdaaba8f893'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:08:41.665089 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:41.698206 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 28aef6e3-5387-47d7-8a92-2e00c4c54fde up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:08:41.710675 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-55ef589b-cd7d-4bfd-87b8-8c5eea18f65a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2039227805-network', 'tenant_id': 'a332a83edf1a4aa2be7744ab33fb2c60'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:08:41.735566 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-a63ad732-d584-4b74-a798-199a442bff2e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:41.746004 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ef589b-cd7d-4bfd-87b8-8c5eea18f65a admin admin] Made reservation on behalf of a332a83edf1a4aa2be7744ab33fb2c60 for: {'network': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:08:41.749416 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-55ef589b-cd7d-4bfd-87b8-8c5eea18f65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for network, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:41.763608 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-55ef589b-cd7d-4bfd-87b8-8c5eea18f65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:41.857084 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:41.922528 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 28aef6e3-5387-47d7-8a92-2e00c4c54fde triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:08:41.922925 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:41.958545 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-a63ad732-d584-4b74-a798-199a442bff2e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:41.965758 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-a63ad732-d584-4b74-a798-199a442bff2e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:42.016787 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-d530b278-35ae-4e48-bc46-4b0c49a7c9bd None None] Notify callbacks [] for port, precommit_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:42.052176 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-d530b278-35ae-4e48-bc46-4b0c49a7c9bd None None] Transition to ACTIVE for port object 59aee486-fe91-4911-ad3b-ebcc5ba41e9b will not be triggered until provisioned by entity L2. {{(pid=94102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:08:42.072825 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-d530b278-35ae-4e48-bc46-4b0c49a7c9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:42.101399 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-1cb97d01-aea4-4c2b-9338-e17d43eb0b6e tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=6c0437c1b6e8462fb476435e09c91e36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0850964 Aug 20 14:08:42.179302 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642118b5-fc64-42ad-8f20-316986ae02aa None None] Pushing event updated for resources: {'Port': ['ID=59aee486-fe91-4911-ad3b-ebcc5ba41e9b,revision_number=3']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:42.241775 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-d530b278-35ae-4e48-bc46-4b0c49a7c9bd None None] Attempting to bind port 59aee486-fe91-4911-ad3b-ebcc5ba41e9b on host dv-cinder-790535-10-iscsi for vnic_type normal with profile {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:08:42.242977 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ad732-d584-4b74-a798-199a442bff2e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15b4ed91-983f-4084-a46d-7c11e3dfb877,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:42.243788 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-d530b278-35ae-4e48-bc46-4b0c49a7c9bd None None] Attempting to bind port 59aee486-fe91-4911-ad3b-ebcc5ba41e9b by drivers openvswitch,hyperv on host dv-cinder-790535-10-iscsi at level 0 using segments [{'id': 'cd665da8-e621-48f1-84ea-6a67a1c61131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd4b216d4-23bd-457b-9a3a-201a6db09dad'}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:08:42.244376 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d530b278-35ae-4e48-bc46-4b0c49a7c9bd None None] Attempting to bind port 59aee486-fe91-4911-ad3b-ebcc5ba41e9b on network d4b216d4-23bd-457b-9a3a-201a6db09dad {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:08:42.252347 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d530b278-35ae-4e48-bc46-4b0c49a7c9bd None None] Checking agent: {'id': '24d8fd69-abc0-4f0a-ba2d-fdf83f719c3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 59, 10), 'started_at': datetime.datetime(2021, 8, 20, 13, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:08:42.252898 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d530b278-35ae-4e48-bc46-4b0c49a7c9bd None None] Checking segment: {'id': 'cd665da8-e621-48f1-84ea-6a67a1c61131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd4b216d4-23bd-457b-9a3a-201a6db09dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:08:42.253385 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-d530b278-35ae-4e48-bc46-4b0c49a7c9bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:42.253889 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d530b278-35ae-4e48-bc46-4b0c49a7c9bd None None] Bound using segment: {'id': 'cd665da8-e621-48f1-84ea-6a67a1c61131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd4b216d4-23bd-457b-9a3a-201a6db09dad'} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:08:42.254473 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-d530b278-35ae-4e48-bc46-4b0c49a7c9bd None None] Bound port: 59aee486-fe91-4911-ad3b-ebcc5ba41e9b, host: dv-cinder-790535-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd665da8-e621-48f1-84ea-6a67a1c61131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd4b216d4-23bd-457b-9a3a-201a6db09dad'}}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:08:42.254909 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-d530b278-35ae-4e48-bc46-4b0c49a7c9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:42.333844 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-d530b278-35ae-4e48-bc46-4b0c49a7c9bd None None] For port 59aee486-fe91-4911-ad3b-ebcc5ba41e9b, host dv-cinder-790535-10-iscsi, cleared binding levels {{(pid=94102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:08:42.338598 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-d530b278-35ae-4e48-bc46-4b0c49a7c9bd None None] For port 59aee486-fe91-4911-ad3b-ebcc5ba41e9b, host dv-cinder-790535-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=59aee486-fe91-4911-ad3b-ebcc5ba41e9b,segment=NetworkSegment(cd665da8-e621-48f1-84ea-6a67a1c61131),segment_id=cd665da8-e621-48f1-84ea-6a67a1c61131)] {{(pid=94102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:08:42.343242 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-d530b278-35ae-4e48-bc46-4b0c49a7c9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:42.403779 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d530b278-35ae-4e48-bc46-4b0c49a7c9bd None None] Routers {'1671952a-e869-4708-b2d5-9ab0a80142f7'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:08:42.404607 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-d530b278-35ae-4e48-bc46-4b0c49a7c9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:08:40Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['1671952a-e869-4708-b2d5-9ab0a80142f7'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:42.469156 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642118b5-fc64-42ad-8f20-316986ae02aa None None] Pushing event updated for resources: {'Port': ['ID=59aee486-fe91-4911-ad3b-ebcc5ba41e9b,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:42.547767 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-55ef589b-cd7d-4bfd-87b8-8c5eea18f65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:42.561019 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-d530b278-35ae-4e48-bc46-4b0c49a7c9bd None None] Set router 1671952a-e869-4708-b2d5-9ab0a80142f7 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:08:42.587241 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86531f7-3927-4c77-8bbd-6b6b4dbf76d3 req-8db34fc3-4406-40a3-a230-35afcb4c8980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:42.591555 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e86531f7-3927-4c77-8bbd-6b6b4dbf76d3 req-8db34fc3-4406-40a3-a230-35afcb4c8980 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5c5349bb995408f9231d02a2b7a42d6&device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 1098 time: 0.5086830 Aug 20 14:08:42.607333 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-55ef589b-cd7d-4bfd-87b8-8c5eea18f65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:42.624436 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ef589b-cd7d-4bfd-87b8-8c5eea18f65a admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=94100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:08:42.668570 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-a63ad732-d584-4b74-a798-199a442bff2e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:42.673142 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 55830) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:42.675719 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-a63ad732-d584-4b74-a798-199a442bff2e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0377843 Aug 20 14:08:42.689629 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-fde52b86-3cec-4a00-a5b4-28c11d4bb594 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Request body: {'security_group_rule': {'security_group_id': '15b4ed91-983f-4084-a46d-7c11e3dfb877', 'project_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:08:42.698331 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef589b-cd7d-4bfd-87b8-8c5eea18f65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e82f6b-096d-4bb7-b742-e695e16ee495,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:42.713588 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b5e3c-7ec4-414f-b55e-6a1f440746f9 req-b27d6479-0f66-4dcd-b29f-4dd461d95812 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:42.722738 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a02b5e3c-7ec4-414f-b55e-6a1f440746f9 req-b27d6479-0f66-4dcd-b29f-4dd461d95812 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.6068945 Aug 20 14:08:42.726759 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-55ef589b-cd7d-4bfd-87b8-8c5eea18f65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:42.727110 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.db.segments_db [None req-55ef589b-cd7d-4bfd-87b8-8c5eea18f65a admin admin] Added segment ef3aeec1-0535-4f9d-8ade-8bdfb3aad965 of type vlan for network 83908b2d-edaa-4268-bd50-66e40f87bda6 Aug 20 14:08:42.774505 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-fde52b86-3cec-4a00-a5b4-28c11d4bb594 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:42.929550 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-fde52b86-3cec-4a00-a5b4-28c11d4bb594 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:42.937244 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-fde52b86-3cec-4a00-a5b4-28c11d4bb594 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596504'] for security_group_rule, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:42.967950 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-fde52b86-3cec-4a00-a5b4-28c11d4bb594 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:42.969507 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-fde52b86-3cec-4a00-a5b4-28c11d4bb594 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2949381 Aug 20 14:08:42.972420 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 55842) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:42.977881 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-715d6945-ff41-4082-9bf1-119c48325924 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Request body: {'security_group_rule': {'security_group_id': '15b4ed91-983f-4084-a46d-7c11e3dfb877', 'project_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:08:42.983192 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-d530b278-35ae-4e48-bc46-4b0c49a7c9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1671952a-e869-4708-b2d5-9ab0a80142f7', 'name': 'tempest-TestShelveInstance-1178090419-router', 'tenant_id': '0e990ceceee54b6fadd8df0abeb9c265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '28aef6e3-5387-47d7-8a92-2e00c4c54fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:31Z', 'updated_at': '2021-08-20T14:08:38Z', 'revision_number': 4, 'project_id': '0e990ceceee54b6fadd8df0abeb9c265', 'gw_port': {'id': '28aef6e3-5387-47d7-8a92-2e00c4c54fde', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1671952a-e869-4708-b2d5-9ab0a80142f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:31Z', 'updated_at': '2021-08-20T14:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': '59aee486-fe91-4911-ad3b-ebcc5ba41e9b', 'name': '', 'network_id': 'd4b216d4-23bd-457b-9a3a-201a6db09dad', 'tenant_id': '0e990ceceee54b6fadd8df0abeb9c265', 'mac_address': 'fa:16:3e:88:a3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1671952a-e869-4708-b2d5-9ab0a80142f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'c9ed9a36-8d6e-404e-95b0-878e5d808f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:36Z', 'updated_at': '2021-08-20T14:08:42Z', 'revision_number': 4, 'project_id': '0e990ceceee54b6fadd8df0abeb9c265', 'subnets': [{'id': 'c9ed9a36-8d6e-404e-95b0-878e5d808f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:08:42.985325 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde52b86-3cec-4a00-a5b4-28c11d4bb594 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecfd9a3b-7fb9-4bd9-8832-296b2f286647,revision_number=0']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:43.007809 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-a5cc35fb-e826-429c-9b78-edd171cdb0df tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:43.016904 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-a5cc35fb-e826-429c-9b78-edd171cdb0df tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9144206 Aug 20 14:08:43.018155 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-715d6945-ff41-4082-9bf1-119c48325924 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:43.019543 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86531f7-3927-4c77-8bbd-6b6b4dbf76d3 req-2599040f-d538-4f6c-bc69-960e5bc2edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:43.021037 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e86531f7-3927-4c77-8bbd-6b6b4dbf76d3 req-2599040f-d538-4f6c-bc69-960e5bc2edd5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c1c7c6a6-5f3d-43a4-90fb-564a679154da HTTP/1.1" status: 200 len: 920 time: 0.3855679 Aug 20 14:08:43.027667 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d530b278-35ae-4e48-bc46-4b0c49a7c9bd None None] The sync data for ids ['1671952a-e869-4708-b2d5-9ab0a80142f7'] in dv-cinder-790535-10-iscsi is: [{'id': '1671952a-e869-4708-b2d5-9ab0a80142f7', 'name': 'tempest-TestShelveInstance-1178090419-router', 'tenant_id': '0e990ceceee54b6fadd8df0abeb9c265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '28aef6e3-5387-47d7-8a92-2e00c4c54fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:31Z', 'updated_at': '2021-08-20T14:08:38Z', 'revision_number': 4, 'project_id': '0e990ceceee54b6fadd8df0abeb9c265', 'gw_port': {'id': '28aef6e3-5387-47d7-8a92-2e00c4c54fde', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1671952a-e869-4708-b2d5-9ab0a80142f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:31Z', 'updated_at': '2021-08-20T14:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': '59aee486-fe91-4911-ad3b-ebcc5ba41e9b', 'name': '', 'network_id': 'd4b216d4-23bd-457b-9a3a-201a6db09dad', 'tenant_id': '0e990ceceee54b6fadd8df0abeb9c265', 'mac_address': 'fa:16:3e:88:a3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1671952a-e869-4708-b2d5-9ab0a80142f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'c9ed9a36-8d6e-404e-95b0-878e5d808f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:36Z', 'updated_at': '2021-08-20T14:08:42Z', 'revision_number': 4, 'project_id': '0e990ceceee54b6fadd8df0abeb9c265', 'subnets': [{'id': 'c9ed9a36-8d6e-404e-95b0-878e5d808f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:08:43.070096 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:43.074615 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a02b5e3c-7ec4-414f-b55e-6a1f440746f9 req-daa74d06-0f89-4ecb-a278-e6b22075b9e4 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509715 Aug 20 14:08:43.096218 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-55ef589b-cd7d-4bfd-87b8-8c5eea18f65a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728246170444'] for network, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:43.099768 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-715d6945-ff41-4082-9bf1-119c48325924 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:43.104520 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-715d6945-ff41-4082-9bf1-119c48325924 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596504'] for security_group_rule, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:43.155795 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d6945-ff41-4082-9bf1-119c48325924 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4308047-ee5b-4f05-adc7-d194f1e4cd92,revision_number=0']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:43.195484 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e86531f7-3927-4c77-8bbd-6b6b4dbf76d3 req-eaf38f94-24e7-4b58-99f9-50c806e43e49 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b75794f-c849-40e2-a07a-20dcddba583b HTTP/1.1" status: 200 len: 217 time: 0.1346776 Aug 20 14:08:43.197942 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-715d6945-ff41-4082-9bf1-119c48325924 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:43.203723 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-715d6945-ff41-4082-9bf1-119c48325924 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2257013 Aug 20 14:08:43.204260 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 55850) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:43.208563 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-e8eab622-1f5c-4e1f-bfb0-ded5e99a680a tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Request body: {'security_group_rule': {'security_group_id': '15b4ed91-983f-4084-a46d-7c11e3dfb877', 'project_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:08:43.211063 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-d184a2d8-ada3-4e96-bbd2-579dd854805b tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.38 "GET /v2.0/quotas/6c0437c1b6e8462fb476435e09c91e36 HTTP/1.1" status: 200 len: 375 time: 0.1915958 Aug 20 14:08:43.256169 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e8eab622-1f5c-4e1f-bfb0-ded5e99a680a tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:43.307505 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.db.resource_extend [None req-55ef589b-cd7d-4bfd-87b8-8c5eea18f65a admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 14:08:43.360804 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-86425ba1-6898-481a-bc30-bcadf0da36e1 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6c0437c1b6e8462fb476435e09c91e36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1399732 Aug 20 14:08:43.364560 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-55ef589b-cd7d-4bfd-87b8-8c5eea18f65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018'] for network, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:43.366532 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ef589b-cd7d-4bfd-87b8-8c5eea18f65a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:43.367529 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-55ef589b-cd7d-4bfd-87b8-8c5eea18f65a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:43.403849 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e8eab622-1f5c-4e1f-bfb0-ded5e99a680a tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:43.409902 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e8eab622-1f5c-4e1f-bfb0-ded5e99a680a tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596504'] for security_group_rule, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:43.449228 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eab622-1f5c-4e1f-bfb0-ded5e99a680a tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f1106ac-9288-4871-a6c5-944ffa68b426,revision_number=0']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:43.454567 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e8eab622-1f5c-4e1f-bfb0-ded5e99a680a tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:43.456071 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-e8eab622-1f5c-4e1f-bfb0-ded5e99a680a tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2511535 Aug 20 14:08:43.459010 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 55854) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:43.465714 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-a8a47a99-1bb9-4bbc-b3de-c640ba298e6f tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Request body: {'security_group_rule': {'security_group_id': '15b4ed91-983f-4084-a46d-7c11e3dfb877', 'project_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:08:43.507202 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-a8a47a99-1bb9-4bbc-b3de-c640ba298e6f tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:43.701671 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-a8a47a99-1bb9-4bbc-b3de-c640ba298e6f tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:43.707145 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-a8a47a99-1bb9-4bbc-b3de-c640ba298e6f tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596504'] for security_group_rule, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:43.721894 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 59aee486-fe91-4911-ad3b-ebcc5ba41e9b up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:08:43.739812 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a47a99-1bb9-4bbc-b3de-c640ba298e6f tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=634c821b-8d01-461a-992d-8c168b91370f,revision_number=0']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:43.766096 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-a8a47a99-1bb9-4bbc-b3de-c640ba298e6f tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:43.769000 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-a8a47a99-1bb9-4bbc-b3de-c640ba298e6f tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3086221 Aug 20 14:08:43.772064 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 55866) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:43.785175 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-294e2cb9-eb9e-4ea8-b64a-bdaa33e9ea3e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Request body: {'security_group_rule': {'security_group_id': '15b4ed91-983f-4084-a46d-7c11e3dfb877', 'project_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:08:43.830047 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning for port 59aee486-fe91-4911-ad3b-ebcc5ba41e9b completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:08:43.835782 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.db.securitygroups_db [None req-294e2cb9-eb9e-4ea8-b64a-bdaa33e9ea3e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Project da58fbe7d6f2432ebdf29fdaaba8f893 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 14:08:43.843893 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 59aee486-fe91-4911-ad3b-ebcc5ba41e9b triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:08:43.844334 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:43.857674 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-294e2cb9-eb9e-4ea8-b64a-bdaa33e9ea3e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:43.994286 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 55876) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:44.022394 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-294e2cb9-eb9e-4ea8-b64a-bdaa33e9ea3e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:44.035301 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-294e2cb9-eb9e-4ea8-b64a-bdaa33e9ea3e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596504'] for security_group_rule, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:44.042296 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:44.074575 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86531f7-3927-4c77-8bbd-6b6b4dbf76d3 req-5bbc7cc3-f6b9-4826-b080-f37cfee04474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:44.076699 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e86531f7-3927-4c77-8bbd-6b6b4dbf76d3 req-5bbc7cc3-f6b9-4826-b080-f37cfee04474 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=76001b34-7c64-4cf4-accf-135ef535979b HTTP/1.1" status: 200 len: 859 time: 0.8576295 Aug 20 14:08:44.081836 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-55ef589b-cd7d-4bfd-87b8-8c5eea18f65a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5750835 Aug 20 14:08:44.103749 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] For port 59aee486-fe91-4911-ad3b-ebcc5ba41e9b, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=59aee486-fe91-4911-ad3b-ebcc5ba41e9b,segment=NetworkSegment(cd665da8-e621-48f1-84ea-6a67a1c61131),segment_id=cd665da8-e621-48f1-84ea-6a67a1c61131)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:08:44.105671 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 55880) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:44.108973 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:44.116844 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-97ddc561-a30f-4991-8d2a-209924f77f10 admin admin] Request body: {'subnet': {'network_id': '83908b2d-edaa-4268-bd50-66e40f87bda6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2039227805-subnet', 'tenant_id': 'a332a83edf1a4aa2be7744ab33fb2c60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:08:44.122682 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6ac7ef44-ba2b-4f66-afc5-93ea1df6dbab req-6b6b0313-35a6-453b-bf26-3c19eff5eda5 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b8c0cdec-d60e-4d60-860d-b6fc917314d9 HTTP/1.1" status: 200 len: 210 time: 0.1461484 Aug 20 14:08:44.159262 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e2cb9-eb9e-4ea8-b64a-bdaa33e9ea3e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e512eb-ea91-43be-b600-56148221296e,revision_number=0']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:44.190895 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-294e2cb9-eb9e-4ea8-b64a-bdaa33e9ea3e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:44.201154 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-294e2cb9-eb9e-4ea8-b64a-bdaa33e9ea3e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4244576 Aug 20 14:08:44.202274 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 55884) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:44.221142 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Pushing event updated for resources: {'Port': ['ID=59aee486-fe91-4911-ad3b-ebcc5ba41e9b,revision_number=5']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:44.227418 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e86531f7-3927-4c77-8bbd-6b6b4dbf76d3 req-2d9015ba-3650-4fd9-8831-84d209f8c2f1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1c7c6a6-5f3d-43a4-90fb-564a679154da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922840 Aug 20 14:08:44.232680 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef589b-cd7d-4bfd-87b8-8c5eea18f65a admin admin] Pushing event updated for resources: {'Network': ['ID=83908b2d-edaa-4268-bd50-66e40f87bda6,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:44.232817 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-c4b9dc24-2de0-4bab-97c4-03d80784756a tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Request body: {'security_group_rule': {'security_group_id': '15b4ed91-983f-4084-a46d-7c11e3dfb877', 'project_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:08:44.246827 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Network 83908b2d-edaa-4268-bd50-66e40f87bda6 details requested by agent ovs-agent-dv-cinder-790535-10-iscsi with host dv-cinder-790535-10-iscsi {{(pid=94102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:08:44.308772 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ddc561-a30f-4991-8d2a-209924f77f10 admin admin] Made reservation on behalf of a332a83edf1a4aa2be7744ab33fb2c60 for: {'subnet': 1} {{(pid=94101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:08:44.317278 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-97ddc561-a30f-4991-8d2a-209924f77f10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:44.456216 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-8c6de635-7adb-491b-b736-dd1e597aad51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:44.485750 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.db.securitygroups_db [None req-c4b9dc24-2de0-4bab-97c4-03d80784756a tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Project da58fbe7d6f2432ebdf29fdaaba8f893 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 14:08:44.496251 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60336f77-2f25-4e6c-993f-8c29282c0da5 req-3a5ad0b2-dcb7-4abf-9de9-aca634386df2 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:44.498843 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-60336f77-2f25-4e6c-993f-8c29282c0da5 req-3a5ad0b2-dcb7-4abf-9de9-aca634386df2 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.1339908 Aug 20 14:08:44.507150 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c4b9dc24-2de0-4bab-97c4-03d80784756a tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:44.565599 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e86531f7-3927-4c77-8bbd-6b6b4dbf76d3 req-3ba5eb65-845d-4883-ba42-5ed234d16f73 service neutron] 10.222.0.65 "GET /v2.0/networks/c1c7c6a6-5f3d-43a4-90fb-564a679154da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302858 Aug 20 14:08:44.622782 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-60336f77-2f25-4e6c-993f-8c29282c0da5 req-63669c44-a255-4cc9-8dbc-0db6f5cbd7b1 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168337 Aug 20 14:08:44.679803 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c4b9dc24-2de0-4bab-97c4-03d80784756a tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:44.690278 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c4b9dc24-2de0-4bab-97c4-03d80784756a tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596504'] for security_group_rule, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:44.757049 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9dc24-2de0-4bab-97c4-03d80784756a tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7bf36d8-1b35-4c6f-baad-04c43ea633ed,revision_number=0']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:44.805738 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e86531f7-3927-4c77-8bbd-6b6b4dbf76d3 req-119c39e2-5f96-4025-9834-384303e5dfcd service neutron] 10.222.0.65 "GET /v2.0/networks/c1c7c6a6-5f3d-43a4-90fb-564a679154da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253420 Aug 20 14:08:44.821547 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-8c6de635-7adb-491b-b736-dd1e597aad51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:44.827233 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-8c6de635-7adb-491b-b736-dd1e597aad51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:44.841000 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-97ddc561-a30f-4991-8d2a-209924f77f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018'] for subnet, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:44.852442 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c4b9dc24-2de0-4bab-97c4-03d80784756a tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:44.853843 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-c4b9dc24-2de0-4bab-97c4-03d80784756a tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6338811 Aug 20 14:08:44.906134 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-8c6de635-7adb-491b-b736-dd1e597aad51 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d0fd36e87b2b41189a31fabc8c45006f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8586702 Aug 20 14:08:44.908814 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6de635-7adb-491b-b736-dd1e597aad51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf61b3b3-3944-4312-827a-a7567366e23b,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:44.909278 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 55900) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:44.947989 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddc561-a30f-4991-8d2a-209924f77f10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a4bff83-057d-41b6-a9b9-b135d1362300,revision_number=0']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:44.966430 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ddc561-a30f-4991-8d2a-209924f77f10 admin admin] Checking segment: {'id': 'ef3aeec1-0535-4f9d-8ade-8bdfb3aad965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '83908b2d-edaa-4268-bd50-66e40f87bda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:08:44.966892 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ddc561-a30f-4991-8d2a-209924f77f10 admin admin] Network hostable DHCP agents. Network: 83908b2d-edaa-4268-bd50-66e40f87bda6, hostable agents: ['753d3244-3585-4dcb-8855-3f40f736060e'], hosted agents: [] {{(pid=94101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:08:45.008188 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ddc561-a30f-4991-8d2a-209924f77f10 admin admin] Network 83908b2d-edaa-4268-bd50-66e40f87bda6 is scheduled to be hosted by DHCP agent 753d3244-3585-4dcb-8855-3f40f736060e with binding_index 1 {{(pid=94101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:08:45.018154 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-84391eb4-b0ad-4469-abce-fb0eba3c9167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:45.025592 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.base_scheduler [None req-97ddc561-a30f-4991-8d2a-209924f77f10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-10-iscsi, 83908b2d-edaa-4268-bd50-66e40f87bda6) {{(pid=94101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:08:45.034686 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccadce0f-5076-4643-93e4-180b975877bd None None] Network 83908b2d-edaa-4268-bd50-66e40f87bda6 requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:08:45.038219 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ddc561-a30f-4991-8d2a-209924f77f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:45.039167 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-97ddc561-a30f-4991-8d2a-209924f77f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for subnet, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:45.059302 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-84391eb4-b0ad-4469-abce-fb0eba3c9167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:45.070120 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-97ddc561-a30f-4991-8d2a-209924f77f10 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9625092 Aug 20 14:08:45.174174 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-84391eb4-b0ad-4469-abce-fb0eba3c9167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:45.190704 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-84391eb4-b0ad-4469-abce-fb0eba3c9167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:45.194014 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-84391eb4-b0ad-4469-abce-fb0eba3c9167 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cf61b3b3-3944-4312-827a-a7567366e23b HTTP/1.1" status: 204 len: 168 time: 0.2827690 Aug 20 14:08:45.207089 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84391eb4-b0ad-4469-abce-fb0eba3c9167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf61b3b3-3944-4312-827a-a7567366e23b,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:45.353582 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-63926511-5fed-43ad-a261-c323a7ada3ec req-7ec08946-03d9-4de8-a3a8-7ed8dbf5692b tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b8c0cdec-d60e-4d60-860d-b6fc917314d9 HTTP/1.1" status: 200 len: 210 time: 0.0904853 Aug 20 14:08:45.379271 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-33ac0909-93df-45c4-9c24-071d12a04f18 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=6c0437c1b6e8462fb476435e09c91e36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563810 Aug 20 14:08:45.561211 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ea5a3a-43c0-42b2-9c8d-399678a65e0e None None] Network 83908b2d-edaa-4268-bd50-66e40f87bda6 requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:08:45.602170 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-2045351c-db52-4b40-86df-5a1c33a804cf tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:45.605634 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-2045351c-db52-4b40-86df-5a1c33a804cf tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2189837 Aug 20 14:08:45.628795 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-57e654ef-e714-4c28-b3a2-de0ed618e2d8 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Request body: {'port': {'device_id': 'b8c0cdec-d60e-4d60-860d-b6fc917314d9', 'network_id': '15a24f0a-74ba-4d7d-ab2c-5400592fa59b', 'admin_state_up': True, 'tenant_id': '6c0437c1b6e8462fb476435e09c91e36'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:08:45.698092 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 59aee486-fe91-4911-ad3b-ebcc5ba41e9b up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:08:45.895100 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 55962) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:45.925731 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 59aee486-fe91-4911-ad3b-ebcc5ba41e9b triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:08:45.926555 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:45.934114 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-6a0b6e42-200e-44e6-a40a-5f754abeb73c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:45.934571 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-57e654ef-e714-4c28-b3a2-de0ed618e2d8 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Made reservation on behalf of 6c0437c1b6e8462fb476435e09c91e36 for: {'port': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:08:45.938833 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-57e654ef-e714-4c28-b3a2-de0ed618e2d8 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:45.952856 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-57e654ef-e714-4c28-b3a2-de0ed618e2d8 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:45.967761 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe8091-7d91-48eb-acf5-938aab5cb00a req-aebf9d3d-090f-43f9-88c3-929bc852e3f9 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:45.982817 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ecfe8091-7d91-48eb-acf5-938aab5cb00a req-aebf9d3d-090f-43f9-88c3-929bc852e3f9 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.1821051 Aug 20 14:08:46.101047 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ecfe8091-7d91-48eb-acf5-938aab5cb00a req-21ea70f9-6b8d-4ccf-ab9b-6405e2458e38 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151953 Aug 20 14:08:46.200502 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-6a0b6e42-200e-44e6-a40a-5f754abeb73c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:46.206048 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-6a0b6e42-200e-44e6-a40a-5f754abeb73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:46.291641 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-6a0b6e42-200e-44e6-a40a-5f754abeb73c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=df2ac6b740704e519777f5311e58449b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3858540 Aug 20 14:08:46.292241 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 55982) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:46.292442 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b6e42-200e-44e6-a40a-5f754abeb73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0ede71-b616-4c7d-91cd-e59f2d07e5b3,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:46.468143 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-57e654ef-e714-4c28-b3a2-de0ed618e2d8 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:46.480452 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-ff715ecd-d66a-4dfd-92d2-2ed5d223b9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:46.482123 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-57e654ef-e714-4c28-b3a2-de0ed618e2d8 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:46.510002 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-13d295ba-6cb9-49ea-bfcc-fa4fdb76c569 req-656dead6-fe8e-4900-8c6e-29c44264ed37 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b8c0cdec-d60e-4d60-860d-b6fc917314d9 HTTP/1.1" status: 200 len: 210 time: 0.0461011 Aug 20 14:08:46.589783 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-ff715ecd-d66a-4dfd-92d2-2ed5d223b9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:46.602383 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e654ef-e714-4c28-b3a2-de0ed618e2d8 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7944981-6f36-4770-a377-fe77805edb2c,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:46.717571 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-ff715ecd-d66a-4dfd-92d2-2ed5d223b9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:46.720497 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-ff715ecd-d66a-4dfd-92d2-2ed5d223b9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:46.725667 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-ff715ecd-d66a-4dfd-92d2-2ed5d223b9cf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4a0ede71-b616-4c7d-91cd-e59f2d07e5b3 HTTP/1.1" status: 204 len: 168 time: 0.4133039 Aug 20 14:08:46.745961 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-57e654ef-e714-4c28-b3a2-de0ed618e2d8 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Allocated IP 192.168.233.158 (15a24f0a-74ba-4d7d-ab2c-5400592fa59b/73266af3-c736-4fd6-9688-b1a13236507c/7e089975-00f9-433b-87a9-6fae25faf924) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:08:46.760835 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff715ecd-d66a-4dfd-92d2-2ed5d223b9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0ede71-b616-4c7d-91cd-e59f2d07e5b3,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:46.976526 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-57e654ef-e714-4c28-b3a2-de0ed618e2d8 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:47.005708 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.provisioning_blocks [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-57e654ef-e714-4c28-b3a2-de0ed618e2d8 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Transition to ACTIVE for port object 7e089975-00f9-433b-87a9-6fae25faf924 will not be triggered until provisioned by entity DHCP. {{(pid=94100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:08:47.057717 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-57e654ef-e714-4c28-b3a2-de0ed618e2d8 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:47.115406 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-57e654ef-e714-4c28-b3a2-de0ed618e2d8 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Network 15a24f0a-74ba-4d7d-ab2c-5400592fa59b is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:08:47.119082 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-57e654ef-e714-4c28-b3a2-de0ed618e2d8 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:08:47.126351 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-57e654ef-e714-4c28-b3a2-de0ed618e2d8 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:08:47.137027 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e654ef-e714-4c28-b3a2-de0ed618e2d8 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Pushing event updated for resources: {'Port': ['ID=7e089975-00f9-433b-87a9-6fae25faf924,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:47.212934 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-57e654ef-e714-4c28-b3a2-de0ed618e2d8 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:47.213639 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-57e654ef-e714-4c28-b3a2-de0ed618e2d8 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:47.232169 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-57e654ef-e714-4c28-b3a2-de0ed618e2d8 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6143754 Aug 20 14:08:47.250334 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-c15e674c-ba53-4f5a-8416-6914aedc0bb0 service neutron] Request body: {'port': {'device_id': 'b8c0cdec-d60e-4d60-860d-b6fc917314d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:08:47.352769 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-c15e674c-ba53-4f5a-8416-6914aedc0bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:47.376333 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017dd577-a646-4e62-b0d4-9f8d30f26340 req-e7a631c4-cdbc-48ec-9a1f-2bf796c131af tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:47.379050 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-017dd577-a646-4e62-b0d4-9f8d30f26340 req-e7a631c4-cdbc-48ec-9a1f-2bf796c131af tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.1254969 Aug 20 14:08:47.531191 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-75a7cde9-287b-45de-936a-52071d6546e8 None None] Provisioning for port 7e089975-00f9-433b-87a9-6fae25faf924 completed by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:08:47.540138 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-75a7cde9-287b-45de-936a-52071d6546e8 None None] Provisioning complete for port 7e089975-00f9-433b-87a9-6fae25faf924 triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:08:47.547174 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-75a7cde9-287b-45de-936a-52071d6546e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:47.592408 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-017dd577-a646-4e62-b0d4-9f8d30f26340 req-fb40c5fb-e035-4efb-88c6-8e05724f7817 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642869 Aug 20 14:08:47.636861 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-75a7cde9-287b-45de-936a-52071d6546e8 None None] Port 7e089975-00f9-433b-87a9-6fae25faf924 cannot update to ACTIVE because it is not bound. {{(pid=94102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:08:47.875624 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a108d-d67e-4650-8c57-056833153bc8 req-6e09633b-7b6a-40d9-b843-88d7aef83f26 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:47.877972 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-736a108d-d67e-4650-8c57-056833153bc8 req-6e09633b-7b6a-40d9-b843-88d7aef83f26 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b8c0cdec-d60e-4d60-860d-b6fc917314d9 HTTP/1.1" status: 200 len: 936 time: 0.1648777 Aug 20 14:08:47.978130 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-736a108d-d67e-4650-8c57-056833153bc8 req-9798c943-4858-45da-9766-d47452427488 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7944981-6f36-4770-a377-fe77805edb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864015 Aug 20 14:08:48.000971 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-6a2f1ab9-c872-4b3d-8715-e33780468b87 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:48.000971 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-6a2f1ab9-c872-4b3d-8715-e33780468b87 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/networks?id=83908b2d-edaa-4268-bd50-66e40f87bda6 HTTP/1.1" status: 200 len: 809 time: 0.2355349 Aug 20 14:08:48.042038 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-82adf957-15eb-4888-a7d1-ac29e343e6fe tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/quotas/a332a83edf1a4aa2be7744ab33fb2c60 HTTP/1.1" status: 200 len: 375 time: 0.0414903 Aug 20 14:08:48.068017 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-c15e674c-ba53-4f5a-8416-6914aedc0bb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e089975-00f9-433b-87a9-6fae25faf924 {{(pid=94100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:08:48.086312 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-c15e674c-ba53-4f5a-8416-6914aedc0bb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:48.108380 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-f319b9dd-a6f1-45fd-ac20-774bf575731b tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a332a83edf1a4aa2be7744ab33fb2c60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549312 Aug 20 14:08:48.143427 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.provisioning_blocks [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-c15e674c-ba53-4f5a-8416-6914aedc0bb0 service neutron] Transition to ACTIVE for port object 7e089975-00f9-433b-87a9-6fae25faf924 will not be triggered until provisioned by entity L2. {{(pid=94100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:08:48.177587 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-c15e674c-ba53-4f5a-8416-6914aedc0bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:48.266124 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e674c-ba53-4f5a-8416-6914aedc0bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=7e089975-00f9-433b-87a9-6fae25faf924,revision_number=2']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:48.333712 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-4f2306f0-c3e4-40ed-9bf0-91803b64dd11 service neutron] 10.222.0.38 "GET /v2.0/networks/83908b2d-edaa-4268-bd50-66e40f87bda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140522 Aug 20 14:08:48.471959 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-c15e674c-ba53-4f5a-8416-6914aedc0bb0 service neutron] Attempting to bind port 7e089975-00f9-433b-87a9-6fae25faf924 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:08:48.472733 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-c15e674c-ba53-4f5a-8416-6914aedc0bb0 service neutron] Attempting to bind port 7e089975-00f9-433b-87a9-6fae25faf924 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'b23013df-2074-4e1b-a07b-5321c617f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '15a24f0a-74ba-4d7d-ab2c-5400592fa59b'}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:08:48.474374 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-c15e674c-ba53-4f5a-8416-6914aedc0bb0 service neutron] Attempting to bind port 7e089975-00f9-433b-87a9-6fae25faf924 on network 15a24f0a-74ba-4d7d-ab2c-5400592fa59b {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:08:48.491792 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-c15e674c-ba53-4f5a-8416-6914aedc0bb0 service neutron] Port 7e089975-00f9-433b-87a9-6fae25faf924 on network 15a24f0a-74ba-4d7d-ab2c-5400592fa59b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:08:48.492593 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-c15e674c-ba53-4f5a-8416-6914aedc0bb0 service neutron] Attempting to bind port 7e089975-00f9-433b-87a9-6fae25faf924 on network 15a24f0a-74ba-4d7d-ab2c-5400592fa59b {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:08:48.510216 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-c15e674c-ba53-4f5a-8416-6914aedc0bb0 service neutron] Checking agent: {'id': 'e9494a82-1f02-49fe-8034-7b3c5c14ee49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'started_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:08:48.510637 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-c15e674c-ba53-4f5a-8416-6914aedc0bb0 service neutron] Checking segment: {'id': 'b23013df-2074-4e1b-a07b-5321c617f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '15a24f0a-74ba-4d7d-ab2c-5400592fa59b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:08:48.511089 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-c15e674c-ba53-4f5a-8416-6914aedc0bb0 service neutron] Bound using segment: {'id': 'b23013df-2074-4e1b-a07b-5321c617f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '15a24f0a-74ba-4d7d-ab2c-5400592fa59b'} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:08:48.511667 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-c15e674c-ba53-4f5a-8416-6914aedc0bb0 service neutron] Bound port: 7e089975-00f9-433b-87a9-6fae25faf924, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b23013df-2074-4e1b-a07b-5321c617f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '15a24f0a-74ba-4d7d-ab2c-5400592fa59b'}}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:08:48.512165 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-c15e674c-ba53-4f5a-8416-6914aedc0bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:48.576632 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-996febe3-c595-48ff-987c-38ef5198d06b service neutron] 10.222.0.38 "GET /v2.0/networks/83908b2d-edaa-4268-bd50-66e40f87bda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362201 Aug 20 14:08:48.647947 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-c15e674c-ba53-4f5a-8416-6914aedc0bb0 service neutron] For port 7e089975-00f9-433b-87a9-6fae25faf924, host hv-cinder-79053, cleared binding levels {{(pid=94100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:08:48.652028 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-c15e674c-ba53-4f5a-8416-6914aedc0bb0 service neutron] For port 7e089975-00f9-433b-87a9-6fae25faf924, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7e089975-00f9-433b-87a9-6fae25faf924,segment=NetworkSegment(b23013df-2074-4e1b-a07b-5321c617f527),segment_id=b23013df-2074-4e1b-a07b-5321c617f527)] {{(pid=94100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:08:48.661119 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-c15e674c-ba53-4f5a-8416-6914aedc0bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:48.752894 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-c15e674c-ba53-4f5a-8416-6914aedc0bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:48.753536 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-c15e674c-ba53-4f5a-8416-6914aedc0bb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:48.755031 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-c15e674c-ba53-4f5a-8416-6914aedc0bb0 service neutron] 10.222.0.65 "PUT /v2.0/ports/7e089975-00f9-433b-87a9-6fae25faf924 HTTP/1.1" status: 200 len: 1098 time: 1.5149491 Aug 20 14:08:48.758392 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c0cdec-d60e-4d60-860d-b6fc917314d9', 'tag': '7e089975-00f9-433b-87a9-6fae25faf924'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:08:48.761411 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abb654e-ed65-4c56-a653-1ca43a89847b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c0cdec-d60e-4d60-860d-b6fc917314d9", "tag": "7e089975-00f9-433b-87a9-6fae25faf924"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:08:48.854632 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e674c-ba53-4f5a-8416-6914aedc0bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=7e089975-00f9-433b-87a9-6fae25faf924,revision_number=3']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:48.869072 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-59eab615-fc01-4f0e-8903-944172d11ded req-dee4a104-b269-49d1-b526-d0fe2c2bc93a tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa36e49-613f-4e47-b151-ef19843e4648 HTTP/1.1" status: 200 len: 210 time: 0.0924532 Aug 20 14:08:48.922559 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 56082) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:48.928059 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c27d10-0fa2-4f8b-95b1-2876e26b3316 req-42ef9a5d-ef6a-4925-93bd-cf45aa05879d tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:48.929666 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f4c27d10-0fa2-4f8b-95b1-2876e26b3316 req-42ef9a5d-ef6a-4925-93bd-cf45aa05879d tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.2145615 Aug 20 14:08:48.965392 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e3eae6-8c57-442e-84db-6f51861bcf0c x-openstack-request-id: req-15e3eae6-8c57-442e-84db-6f51861bcf0c {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:08:48.965643 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c0cdec-d60e-4d60-860d-b6fc917314d9", "tag": "7e089975-00f9-433b-87a9-6fae25faf924", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:08:48.965889 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-15e3eae6-8c57-442e-84db-6f51861bcf0c {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:08:48.966211 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c0cdec-d60e-4d60-860d-b6fc917314d9', 'tag': '7e089975-00f9-433b-87a9-6fae25faf924', 'status': 'completed', 'code': 200} Aug 20 14:08:48.991445 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-9bfee877-dec2-46ce-9932-69cc3dc0febd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:48.993378 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-9bfee877-dec2-46ce-9932-69cc3dc0febd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c0437c1b6e8462fb476435e09c91e36&device_id=b8c0cdec-d60e-4d60-860d-b6fc917314d9 HTTP/1.1" status: 200 len: 1101 time: 0.1825981 Aug 20 14:08:49.118443 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f4c27d10-0fa2-4f8b-95b1-2876e26b3316 req-4a1b8bb1-7841-4e08-98e1-36381dcb2ddc tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778226 Aug 20 14:08:49.120127 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-3296345a-42a0-4009-8f60-d9835df38f06 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=7e089975-00f9-433b-87a9-6fae25faf924 HTTP/1.1" status: 200 len: 217 time: 0.1153398 Aug 20 14:08:49.171668 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c25d7c48-0e5a-4e3d-975a-643292523cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:49.274165 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde502a-5f8f-4dba-933a-bbb4fee2b1dc req-db7be40d-9132-47d5-bc5f-1176491246fe tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:49.287357 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-dfde502a-5f8f-4dba-933a-bbb4fee2b1dc req-db7be40d-9132-47d5-bc5f-1176491246fe tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b8c0cdec-d60e-4d60-860d-b6fc917314d9 HTTP/1.1" status: 200 len: 948 time: 0.1745002 Aug 20 14:08:49.360498 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-dfde502a-5f8f-4dba-933a-bbb4fee2b1dc req-9abbc5fe-1b22-4824-847a-9556ecc7ab3e tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7944981-6f36-4770-a377-fe77805edb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710490 Aug 20 14:08:49.366922 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-61ccdb27-7550-4821-b5b6-54aaba447ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:49.373519 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-61ccdb27-7550-4821-b5b6-54aaba447ecb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=73266af3-c736-4fd6-9688-b1a13236507c HTTP/1.1" status: 200 len: 843 time: 0.2016623 Aug 20 14:08:49.402141 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c25d7c48-0e5a-4e3d-975a-643292523cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:49.413561 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c25d7c48-0e5a-4e3d-975a-643292523cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:49.435096 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-d094eaa9-cbb7-43a8-826e-81ac205cf201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:49.437001 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-d094eaa9-cbb7-43a8-826e-81ac205cf201 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15a24f0a-74ba-4d7d-ab2c-5400592fa59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0573626 Aug 20 14:08:49.518896 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-c25d7c48-0e5a-4e3d-975a-643292523cd6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=87c1fb58ce5044d3ae81ae523d2c8ef8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5951562 Aug 20 14:08:49.520530 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 56104) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:49.523537 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d7c48-0e5a-4e3d-975a-643292523cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8b0fe7-1142-49af-bbfd-b0d47f7576ac,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:49.626511 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-536006a8-b620-4487-8575-f0938e8cbbe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:49.632402 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-440afd42-523d-4e14-9df8-32cd41a361da service neutron] 10.222.0.65 "GET /v2.0/networks/15a24f0a-74ba-4d7d-ab2c-5400592fa59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855087 Aug 20 14:08:49.685918 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-536006a8-b620-4487-8575-f0938e8cbbe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:49.762059 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-536006a8-b620-4487-8575-f0938e8cbbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:49.766984 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-536006a8-b620-4487-8575-f0938e8cbbe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:49.770000 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-536006a8-b620-4487-8575-f0938e8cbbe5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ff8b0fe7-1142-49af-bbfd-b0d47f7576ac HTTP/1.1" status: 204 len: 168 time: 0.2478786 Aug 20 14:08:49.785835 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536006a8-b620-4487-8575-f0938e8cbbe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8b0fe7-1142-49af-bbfd-b0d47f7576ac,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:49.787569 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c1b3b5e4-88e6-41ec-97e2-710e00917089 req-eba5ec42-f50f-47f7-b1cd-7c0c489bfe4a service neutron] 10.222.0.65 "GET /v2.0/networks/15a24f0a-74ba-4d7d-ab2c-5400592fa59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450331 Aug 20 14:08:49.996588 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb654e-ed65-4c56-a653-1ca43a89847b req-610d8e20-e221-4166-87ec-e311da6295ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:49.996588 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3abb654e-ed65-4c56-a653-1ca43a89847b req-610d8e20-e221-4166-87ec-e311da6295ee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c0437c1b6e8462fb476435e09c91e36&device_id=b8c0cdec-d60e-4d60-860d-b6fc917314d9 HTTP/1.1" status: 200 len: 1101 time: 0.0984218 Aug 20 14:08:50.098886 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cece241c-789e-4cea-b2b9-c34e239ca631 req-31532822-81c5-41ef-9a76-09c2c88e885c tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa36e49-613f-4e47-b151-ef19843e4648 HTTP/1.1" status: 200 len: 210 time: 0.0910497 Aug 20 14:08:50.174034 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb654e-ed65-4c56-a653-1ca43a89847b req-0c6564d8-89dc-4104-aeee-5f330083827c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:50.183054 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3abb654e-ed65-4c56-a653-1ca43a89847b req-0c6564d8-89dc-4104-aeee-5f330083827c service neutron] 10.222.0.65 "GET /v2.0/networks?id=15a24f0a-74ba-4d7d-ab2c-5400592fa59b HTTP/1.1" status: 200 len: 870 time: 0.1743500 Aug 20 14:08:50.270365 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3abb654e-ed65-4c56-a653-1ca43a89847b req-264057f1-7b47-41d3-b59d-bb835dbb2d63 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=7e089975-00f9-433b-87a9-6fae25faf924 HTTP/1.1" status: 200 len: 217 time: 0.0776377 Aug 20 14:08:50.329398 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 56132) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:50.351426 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0125be3f-9d90-407c-8812-296ffff78765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:50.365569 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612828e3-43d1-457b-aac0-c70e91f486ec req-a639859b-432b-4ece-bedb-5cfe8f4d4023 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:50.374332 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-612828e3-43d1-457b-aac0-c70e91f486ec req-a639859b-432b-4ece-bedb-5cfe8f4d4023 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.1180775 Aug 20 14:08:50.388321 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb654e-ed65-4c56-a653-1ca43a89847b req-cf14fdf4-16cc-45ad-a68a-fa8553ca5548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:50.389970 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3abb654e-ed65-4c56-a653-1ca43a89847b req-cf14fdf4-16cc-45ad-a68a-fa8553ca5548 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=73266af3-c736-4fd6-9688-b1a13236507c HTTP/1.1" status: 200 len: 843 time: 0.1008041 Aug 20 14:08:50.539808 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-612828e3-43d1-457b-aac0-c70e91f486ec req-03fbb937-25b7-4b21-9b7c-221a6c52c3bc tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628728 Aug 20 14:08:50.597528 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0125be3f-9d90-407c-8812-296ffff78765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:50.606843 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0125be3f-9d90-407c-8812-296ffff78765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:50.663950 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125be3f-9d90-407c-8812-296ffff78765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde1ee7d-2a75-4a1d-b6ad-407b21dc793c,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:50.665822 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb654e-ed65-4c56-a653-1ca43a89847b req-37eac6a5-f8fd-4432-a95a-001e415d8604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:50.670925 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-0125be3f-9d90-407c-8812-296ffff78765 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=69df0ff937d74002b0d85a0bb602ec80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396208 Aug 20 14:08:50.671140 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3abb654e-ed65-4c56-a653-1ca43a89847b req-37eac6a5-f8fd-4432-a95a-001e415d8604 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=15a24f0a-74ba-4d7d-ab2c-5400592fa59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.2545712 Aug 20 14:08:50.676607 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 56144) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:50.710819 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ded394-2d69-4f51-bc82-6dd70e1c15e9 req-549e1ce4-0a71-44e7-9b72-cb75395f9619 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:50.717195 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-67ded394-2d69-4f51-bc82-6dd70e1c15e9 req-549e1ce4-0a71-44e7-9b72-cb75395f9619 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b8c0cdec-d60e-4d60-860d-b6fc917314d9 HTTP/1.1" status: 200 len: 948 time: 0.2070625 Aug 20 14:08:50.734588 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-8fede678-3c10-42aa-860d-b9ba35d36498 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:50.736061 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-8fede678-3c10-42aa-860d-b9ba35d36498 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.65 "GET /v2.0/networks?id=83908b2d-edaa-4268-bd50-66e40f87bda6 HTTP/1.1" status: 200 len: 809 time: 0.3182821 Aug 20 14:08:50.749920 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e150458f-adb5-4993-b214-b448a79ff829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:50.770785 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-69815761-a971-4da1-b661-8834b7b87378 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Request body: {'port': {'device_id': '0fa36e49-613f-4e47-b151-ef19843e4648', 'network_id': '83908b2d-edaa-4268-bd50-66e40f87bda6', 'admin_state_up': True, 'tenant_id': 'a332a83edf1a4aa2be7744ab33fb2c60'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:08:50.778564 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e150458f-adb5-4993-b214-b448a79ff829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:50.844912 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e150458f-adb5-4993-b214-b448a79ff829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:50.848714 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e150458f-adb5-4993-b214-b448a79ff829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:50.853717 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-e150458f-adb5-4993-b214-b448a79ff829 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dde1ee7d-2a75-4a1d-b6ad-407b21dc793c HTTP/1.1" status: 204 len: 168 time: 0.1765356 Aug 20 14:08:50.863013 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150458f-adb5-4993-b214-b448a79ff829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde1ee7d-2a75-4a1d-b6ad-407b21dc793c,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:51.161687 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-67ded394-2d69-4f51-bc82-6dd70e1c15e9 req-ddd42b2b-8041-4a5c-b6c9-2f41c345b4a1 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7944981-6f36-4770-a377-fe77805edb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245412 Aug 20 14:08:51.196504 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3abb654e-ed65-4c56-a653-1ca43a89847b req-172210ec-4cda-45b7-a8be-36d1cdc6921e service neutron] 10.222.0.65 "GET /v2.0/networks/15a24f0a-74ba-4d7d-ab2c-5400592fa59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5108685 Aug 20 14:08:51.290114 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ab6547a8-fce4-4ee8-b9e5-50656944c6cb req-4c4c8d88-3988-41b4-9687-ebb153fd1ce8 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa36e49-613f-4e47-b151-ef19843e4648 HTTP/1.1" status: 200 len: 210 time: 0.0996621 Aug 20 14:08:51.356578 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-69815761-a971-4da1-b661-8834b7b87378 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Made reservation on behalf of a332a83edf1a4aa2be7744ab33fb2c60 for: {'port': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:08:51.358888 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-69815761-a971-4da1-b661-8834b7b87378 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:51.377539 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3abb654e-ed65-4c56-a653-1ca43a89847b req-3bef68a0-9876-4a3e-aa94-7a7517bffcfc service neutron] 10.222.0.65 "GET /v2.0/networks/15a24f0a-74ba-4d7d-ab2c-5400592fa59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680424 Aug 20 14:08:51.529781 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-69815761-a971-4da1-b661-8834b7b87378 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Allocated IP 172.20.0.11 (83908b2d-edaa-4268-bd50-66e40f87bda6/8a4bff83-057d-41b6-a9b9-b135d1362300/a4cc4308-9223-4f29-95f2-7fd811f72afa) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:08:51.584346 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 56178) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:51.729418 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-7b12f9f1-573c-40a6-b6fe-c0a4d8ab1013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:51.762058 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-69815761-a971-4da1-b661-8834b7b87378 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:51.781255 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdf3ca-a6e1-42be-b7fa-770bf4810374 req-4005f4f2-ce81-4269-833a-16d9c8025998 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:51.783032 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f9bdf3ca-a6e1-42be-b7fa-770bf4810374 req-4005f4f2-ce81-4269-833a-16d9c8025998 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.1256981 Aug 20 14:08:51.838051 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-7b12f9f1-573c-40a6-b6fe-c0a4d8ab1013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:51.845856 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-7b12f9f1-573c-40a6-b6fe-c0a4d8ab1013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:51.856128 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f9bdf3ca-a6e1-42be-b7fa-770bf4810374 req-9e8bda90-9f22-4904-ac56-e671d1d8fa47 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613225 Aug 20 14:08:51.873602 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-69815761-a971-4da1-b661-8834b7b87378 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:51.902147 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-7b12f9f1-573c-40a6-b6fe-c0a4d8ab1013 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e3eb30f5ee394a1ea65760f3a4b7d3bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3141491 Aug 20 14:08:51.903019 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 56194) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:51.906719 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b12f9f1-573c-40a6-b6fe-c0a4d8ab1013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acc2be3-b56d-4cd3-887d-8a9f251af737,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:51.919984 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-69815761-a971-4da1-b661-8834b7b87378 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Network 83908b2d-edaa-4268-bd50-66e40f87bda6 is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:08:51.923823 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-69815761-a971-4da1-b661-8834b7b87378 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:08:51.926628 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-69815761-a971-4da1-b661-8834b7b87378 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:08:51.973493 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69815761-a971-4da1-b661-8834b7b87378 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Pushing event updated for resources: {'Port': ['ID=a4cc4308-9223-4f29-95f2-7fd811f72afa,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:51.993568 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-69815761-a971-4da1-b661-8834b7b87378 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:51.994476 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-69815761-a971-4da1-b661-8834b7b87378 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:52.000127 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-8132111e-afcd-42f0-8d0f-6d588a2a1c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:52.011228 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-69815761-a971-4da1-b661-8834b7b87378 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2448018 Aug 20 14:08:52.030103 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-8132111e-afcd-42f0-8d0f-6d588a2a1c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:52.034200 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-d13a35d5-a71b-4999-a2f7-885efe611963 service neutron] Request body: {'port': {'device_id': '0fa36e49-613f-4e47-b151-ef19843e4648', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:08:52.104855 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-8132111e-afcd-42f0-8d0f-6d588a2a1c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:52.109151 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-8132111e-afcd-42f0-8d0f-6d588a2a1c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:52.111191 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-8132111e-afcd-42f0-8d0f-6d588a2a1c8e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5acc2be3-b56d-4cd3-887d-8a9f251af737 HTTP/1.1" status: 204 len: 168 time: 0.2055192 Aug 20 14:08:52.129517 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132111e-afcd-42f0-8d0f-6d588a2a1c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acc2be3-b56d-4cd3-887d-8a9f251af737,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:52.153285 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-d13a35d5-a71b-4999-a2f7-885efe611963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:52.448913 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2dcc6d-d803-44f2-91c3-35be182a5efd req-1b22d401-b9c6-4d0c-b80f-39db364450b1 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:52.450563 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-af2dcc6d-d803-44f2-91c3-35be182a5efd req-1b22d401-b9c6-4d0c-b80f-39db364450b1 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b8c0cdec-d60e-4d60-860d-b6fc917314d9 HTTP/1.1" status: 200 len: 948 time: 0.1380975 Aug 20 14:08:52.568509 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-af2dcc6d-d803-44f2-91c3-35be182a5efd req-5b96516e-d805-46a9-ab35-4ccf569aaceb tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7944981-6f36-4770-a377-fe77805edb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868244 Aug 20 14:08:52.581710 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29695a27-0bf5-4587-8865-333936f52d25 req-978ddcdf-dabb-4d9a-a51f-07301b2fd1f1 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:52.583425 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-29695a27-0bf5-4587-8865-333936f52d25 req-978ddcdf-dabb-4d9a-a51f-07301b2fd1f1 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa36e49-613f-4e47-b151-ef19843e4648 HTTP/1.1" status: 200 len: 932 time: 0.1226373 Aug 20 14:08:52.662647 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 56228) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:52.676155 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e81f3d0e-fdd3-4a1b-9417-7a42a9f39af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:52.702253 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-29695a27-0bf5-4587-8865-333936f52d25 req-eaa237fa-79d0-4e20-ad2e-2e70e27c8005 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/security-groups?id=36e82f6b-096d-4bb7-b742-e695e16ee495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069872 Aug 20 14:08:52.707164 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-d13a35d5-a71b-4999-a2f7-885efe611963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4cc4308-9223-4f29-95f2-7fd811f72afa {{(pid=94100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:08:52.725121 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-d13a35d5-a71b-4999-a2f7-885efe611963 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:52.753536 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.provisioning_blocks [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-d13a35d5-a71b-4999-a2f7-885efe611963 service neutron] Transition to ACTIVE for port object a4cc4308-9223-4f29-95f2-7fd811f72afa will not be triggered until provisioned by entity L2. {{(pid=94100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:08:52.762605 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c84a8d-e6da-444d-b4cc-7d6efdd73a29 req-d47962ce-ac6e-45c7-b4cf-eb3775292a78 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:52.764693 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-65c84a8d-e6da-444d-b4cc-7d6efdd73a29 req-d47962ce-ac6e-45c7-b4cf-eb3775292a78 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 946 time: 0.1055713 Aug 20 14:08:52.765851 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-d13a35d5-a71b-4999-a2f7-885efe611963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:52.809889 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e81f3d0e-fdd3-4a1b-9417-7a42a9f39af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:52.814929 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e81f3d0e-fdd3-4a1b-9417-7a42a9f39af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:52.849080 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a35d5-a71b-4999-a2f7-885efe611963 service neutron] Pushing event updated for resources: {'Port': ['ID=a4cc4308-9223-4f29-95f2-7fd811f72afa,revision_number=2']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:52.856595 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-e81f3d0e-fdd3-4a1b-9417-7a42a9f39af1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2fd77bea5287421086876d536944e63d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1926842 Aug 20 14:08:52.859605 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 56232) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:52.867324 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f3d0e-fdd3-4a1b-9417-7a42a9f39af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a514b215-af8b-479e-b751-e247a059f9cb,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:52.867577 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-65c84a8d-e6da-444d-b4cc-7d6efdd73a29 req-e5d7985f-01f7-42f4-adde-70aba5a1a0cf tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750437 Aug 20 14:08:52.929703 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5e5b184f-c628-4360-bcf2-882e3cba8143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:52.957205 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5e5b184f-c628-4360-bcf2-882e3cba8143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:52.957553 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-d13a35d5-a71b-4999-a2f7-885efe611963 service neutron] Attempting to bind port a4cc4308-9223-4f29-95f2-7fd811f72afa on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:08:52.957904 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-d13a35d5-a71b-4999-a2f7-885efe611963 service neutron] Attempting to bind port a4cc4308-9223-4f29-95f2-7fd811f72afa by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'ef3aeec1-0535-4f9d-8ade-8bdfb3aad965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '83908b2d-edaa-4268-bd50-66e40f87bda6'}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:08:52.958238 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-d13a35d5-a71b-4999-a2f7-885efe611963 service neutron] Attempting to bind port a4cc4308-9223-4f29-95f2-7fd811f72afa on network 83908b2d-edaa-4268-bd50-66e40f87bda6 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:08:52.965452 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-d13a35d5-a71b-4999-a2f7-885efe611963 service neutron] Port a4cc4308-9223-4f29-95f2-7fd811f72afa on network 83908b2d-edaa-4268-bd50-66e40f87bda6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:08:52.965822 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-d13a35d5-a71b-4999-a2f7-885efe611963 service neutron] Attempting to bind port a4cc4308-9223-4f29-95f2-7fd811f72afa on network 83908b2d-edaa-4268-bd50-66e40f87bda6 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:08:52.981022 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-d13a35d5-a71b-4999-a2f7-885efe611963 service neutron] Checking agent: {'id': 'e9494a82-1f02-49fe-8034-7b3c5c14ee49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'started_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:08:52.981460 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-d13a35d5-a71b-4999-a2f7-885efe611963 service neutron] Checking segment: {'id': 'ef3aeec1-0535-4f9d-8ade-8bdfb3aad965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '83908b2d-edaa-4268-bd50-66e40f87bda6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:08:52.981759 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-d13a35d5-a71b-4999-a2f7-885efe611963 service neutron] Bound using segment: {'id': 'ef3aeec1-0535-4f9d-8ade-8bdfb3aad965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '83908b2d-edaa-4268-bd50-66e40f87bda6'} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:08:52.982201 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-d13a35d5-a71b-4999-a2f7-885efe611963 service neutron] Bound port: a4cc4308-9223-4f29-95f2-7fd811f72afa, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef3aeec1-0535-4f9d-8ade-8bdfb3aad965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '83908b2d-edaa-4268-bd50-66e40f87bda6'}}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:08:52.982576 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-d13a35d5-a71b-4999-a2f7-885efe611963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:53.024289 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5e5b184f-c628-4360-bcf2-882e3cba8143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:53.026952 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5e5b184f-c628-4360-bcf2-882e3cba8143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:53.028117 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-5e5b184f-c628-4360-bcf2-882e3cba8143 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a514b215-af8b-479e-b751-e247a059f9cb HTTP/1.1" status: 204 len: 168 time: 0.1673210 Aug 20 14:08:53.038082 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b184f-c628-4360-bcf2-882e3cba8143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a514b215-af8b-479e-b751-e247a059f9cb,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:53.065000 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cfa95-150f-4cc6-981e-edda2240ccac req-78a93cca-6468-4094-811a-5a318ab9afe7 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:53.073093 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ff9cfa95-150f-4cc6-981e-edda2240ccac req-78a93cca-6468-4094-811a-5a318ab9afe7 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.1095941 Aug 20 14:08:53.114868 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-d13a35d5-a71b-4999-a2f7-885efe611963 service neutron] For port a4cc4308-9223-4f29-95f2-7fd811f72afa, host hv-cinder-79053, cleared binding levels {{(pid=94100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:08:53.147004 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ff9cfa95-150f-4cc6-981e-edda2240ccac req-de2780d8-16f9-4d49-ae6f-f097cbc487eb tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729084 Aug 20 14:08:53.149575 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-d13a35d5-a71b-4999-a2f7-885efe611963 service neutron] For port a4cc4308-9223-4f29-95f2-7fd811f72afa, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a4cc4308-9223-4f29-95f2-7fd811f72afa,segment=NetworkSegment(ef3aeec1-0535-4f9d-8ade-8bdfb3aad965),segment_id=ef3aeec1-0535-4f9d-8ade-8bdfb3aad965)] {{(pid=94100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:08:53.161199 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-d13a35d5-a71b-4999-a2f7-885efe611963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:53.185998 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-d13a35d5-a71b-4999-a2f7-885efe611963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:53.186628 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-d13a35d5-a71b-4999-a2f7-885efe611963 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:53.188938 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-d13a35d5-a71b-4999-a2f7-885efe611963 service neutron] 10.222.0.65 "PUT /v2.0/ports/a4cc4308-9223-4f29-95f2-7fd811f72afa HTTP/1.1" status: 200 len: 1094 time: 1.1590371 Aug 20 14:08:53.190005 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa36e49-613f-4e47-b151-ef19843e4648', 'tag': 'a4cc4308-9223-4f29-95f2-7fd811f72afa'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:08:53.195888 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f29dfb-fe7c-4ce0-846e-dd13676e9d89" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa36e49-613f-4e47-b151-ef19843e4648", "tag": "a4cc4308-9223-4f29-95f2-7fd811f72afa"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:08:53.267583 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60477d20-cd59-417b-8bad-1ad046d3790a x-openstack-request-id: req-60477d20-cd59-417b-8bad-1ad046d3790a {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:08:53.267982 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa36e49-613f-4e47-b151-ef19843e4648", "tag": "a4cc4308-9223-4f29-95f2-7fd811f72afa", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:08:53.268227 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-60477d20-cd59-417b-8bad-1ad046d3790a {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:08:53.268642 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa36e49-613f-4e47-b151-ef19843e4648', 'tag': 'a4cc4308-9223-4f29-95f2-7fd811f72afa', 'status': 'completed', 'code': 200} Aug 20 14:08:53.306248 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a35d5-a71b-4999-a2f7-885efe611963 service neutron] Pushing event updated for resources: {'Port': ['ID=a4cc4308-9223-4f29-95f2-7fd811f72afa,revision_number=3']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:53.329994 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-5f605697-d83e-4601-b8c6-3488761b5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:53.331653 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-5f605697-d83e-4601-b8c6-3488761b5745 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a332a83edf1a4aa2be7744ab33fb2c60&device_id=0fa36e49-613f-4e47-b151-ef19843e4648 HTTP/1.1" status: 200 len: 1097 time: 0.0621736 Aug 20 14:08:53.388918 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-cbb4ea6e-cbf6-4a5b-847b-70c98755347a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4cc4308-9223-4f29-95f2-7fd811f72afa HTTP/1.1" status: 200 len: 217 time: 0.0451140 Aug 20 14:08:53.462453 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-dadb2373-e132-4e3d-9dc8-e06506ac5f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:53.463962 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-dadb2373-e132-4e3d-9dc8-e06506ac5f61 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8a4bff83-057d-41b6-a9b9-b135d1362300 HTTP/1.1" status: 200 len: 849 time: 0.0660834 Aug 20 14:08:53.507413 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-25d19c2a-6969-49c1-b555-ccb915f97106 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=83908b2d-edaa-4268-bd50-66e40f87bda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325797 Aug 20 14:08:53.643577 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-0ad7ab8a-94b3-4500-861e-8d98a3a5e78b service neutron] 10.222.0.65 "GET /v2.0/networks/83908b2d-edaa-4268-bd50-66e40f87bda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158080 Aug 20 14:08:53.683786 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 7e089975-00f9-433b-87a9-6fae25faf924 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:08:53.764207 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280684b-aab6-46b1-9a97-1af81269234d req-7e4136c2-1f25-419f-b49f-6a546f56a264 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:53.765897 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1280684b-aab6-46b1-9a97-1af81269234d req-7e4136c2-1f25-419f-b49f-6a546f56a264 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b8c0cdec-d60e-4d60-860d-b6fc917314d9 HTTP/1.1" status: 200 len: 948 time: 0.1172595 Aug 20 14:08:53.807319 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-deeb3c54-8195-4da9-9cac-ec40d7d6fa8d req-1b631964-91dd-4f23-966b-7c6c00dde00a service neutron] 10.222.0.65 "GET /v2.0/networks/83908b2d-edaa-4268-bd50-66e40f87bda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481953 Aug 20 14:08:53.831224 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port 7e089975-00f9-433b-87a9-6fae25faf924, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7e089975-00f9-433b-87a9-6fae25faf924,segment=NetworkSegment(b23013df-2074-4e1b-a07b-5321c617f527),segment_id=b23013df-2074-4e1b-a07b-5321c617f527)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:08:53.841913 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1280684b-aab6-46b1-9a97-1af81269234d req-12c582fe-6797-4e76-908a-27a7383f8739 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7944981-6f36-4770-a377-fe77805edb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585811 Aug 20 14:08:53.847400 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Returning: {'device': '7e089975-00f9-433b-87a9-6fae25faf924', 'network_id': '15a24f0a-74ba-4d7d-ab2c-5400592fa59b', 'port_id': '7e089975-00f9-433b-87a9-6fae25faf924', 'mac_address': 'fa:16:3e:9a:33:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73266af3-c736-4fd6-9688-b1a13236507c', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:08:53.902384 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:53.923307 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d1d14-dd37-4038-a3e7-c263a49fb0f0 req-90bc1f57-f929-4953-b029-a8bfa987381f tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:53.925353 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-fa0d1d14-dd37-4038-a3e7-c263a49fb0f0 req-90bc1f57-f929-4953-b029-a8bfa987381f tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa36e49-613f-4e47-b151-ef19843e4648 HTTP/1.1" status: 200 len: 944 time: 0.0823076 Aug 20 14:08:53.939126 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e089975-00f9-433b-87a9-6fae25faf924 {{(pid=94102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:08:53.972868 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port 7e089975-00f9-433b-87a9-6fae25faf924, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7e089975-00f9-433b-87a9-6fae25faf924,segment=NetworkSegment(b23013df-2074-4e1b-a07b-5321c617f527),segment_id=b23013df-2074-4e1b-a07b-5321c617f527)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:08:53.981576 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:54.044534 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f29dfb-fe7c-4ce0-846e-dd13676e9d89 req-37b0c6d5-9747-4915-a8cb-5eec59c26e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:54.046727 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-77f29dfb-fe7c-4ce0-846e-dd13676e9d89 req-37b0c6d5-9747-4915-a8cb-5eec59c26e7f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a332a83edf1a4aa2be7744ab33fb2c60&device_id=0fa36e49-613f-4e47-b151-ef19843e4648 HTTP/1.1" status: 200 len: 1097 time: 0.1496065 Aug 20 14:08:54.070461 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=7e089975-00f9-433b-87a9-6fae25faf924,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:54.087379 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-fa0d1d14-dd37-4038-a3e7-c263a49fb0f0 req-9798c6ee-87f1-4807-92ac-e894aabca678 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/security-groups?id=36e82f6b-096d-4bb7-b742-e695e16ee495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243510 Aug 20 14:08:54.160359 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fc134-613f-4697-90b0-4c92c1f530e9 req-e4058ad4-70fc-4136-822b-0b53b9370a5f tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:54.169151 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-489fc134-613f-4697-90b0-4c92c1f530e9 req-e4058ad4-70fc-4136-822b-0b53b9370a5f tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 946 time: 0.1751902 Aug 20 14:08:54.245960 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f29dfb-fe7c-4ce0-846e-dd13676e9d89 req-be03534a-2bdf-4307-aeaf-3d8d95e16a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:54.247320 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-77f29dfb-fe7c-4ce0-846e-dd13676e9d89 req-be03534a-2bdf-4307-aeaf-3d8d95e16a5c service neutron] 10.222.0.65 "GET /v2.0/networks?id=83908b2d-edaa-4268-bd50-66e40f87bda6 HTTP/1.1" status: 200 len: 910 time: 0.1795094 Aug 20 14:08:54.253804 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-489fc134-613f-4697-90b0-4c92c1f530e9 req-ec686cce-2b13-4c17-9876-c1e96e3901de tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835481 Aug 20 14:08:54.263685 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['7e089975-00f9-433b-87a9-6fae25faf924'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:08:54.301764 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-77f29dfb-fe7c-4ce0-846e-dd13676e9d89 req-81be6134-86c9-417e-8828-00449e23f8d1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4cc4308-9223-4f29-95f2-7fd811f72afa HTTP/1.1" status: 200 len: 217 time: 0.0450964 Aug 20 14:08:54.423719 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f29dfb-fe7c-4ce0-846e-dd13676e9d89 req-0eb6d8bc-166e-4cbf-9a93-b81045675f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:54.425244 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-77f29dfb-fe7c-4ce0-846e-dd13676e9d89 req-0eb6d8bc-166e-4cbf-9a93-b81045675f2a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8a4bff83-057d-41b6-a9b9-b135d1362300 HTTP/1.1" status: 200 len: 849 time: 0.1156409 Aug 20 14:08:54.434018 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d6f57-19ef-4fa2-bddb-facb0de9d086 req-e78beec1-27cd-48fd-84fa-5f550cb3c093 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:54.435542 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e64d6f57-19ef-4fa2-bddb-facb0de9d086 req-e78beec1-27cd-48fd-84fa-5f550cb3c093 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.1096163 Aug 20 14:08:54.484506 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-77f29dfb-fe7c-4ce0-846e-dd13676e9d89 req-e3e7c011-6918-4d09-94b3-f75258e1597c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=83908b2d-edaa-4268-bd50-66e40f87bda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477443 Aug 20 14:08:54.554295 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e64d6f57-19ef-4fa2-bddb-facb0de9d086 req-796e7c5d-d62b-44d2-833c-f7c62b1739eb tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076777 Aug 20 14:08:54.613871 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-77f29dfb-fe7c-4ce0-846e-dd13676e9d89 req-bedf46a9-2b1b-4256-8c6b-906d6fd7e3c8 service neutron] 10.222.0.65 "GET /v2.0/networks/83908b2d-edaa-4268-bd50-66e40f87bda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173851 Aug 20 14:08:54.732077 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-77f29dfb-fe7c-4ce0-846e-dd13676e9d89 req-100359e7-bfab-478f-9948-fb8a3d6a2886 service neutron] 10.222.0.65 "GET /v2.0/networks/83908b2d-edaa-4268-bd50-66e40f87bda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100359 Aug 20 14:08:54.966516 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b55bd7-5eca-4c49-9c45-f50246aa9cb6 req-3908e6ca-ec4a-449d-99e2-ac42b39eb877 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:54.968113 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a5b55bd7-5eca-4c49-9c45-f50246aa9cb6 req-3908e6ca-ec4a-449d-99e2-ac42b39eb877 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b8c0cdec-d60e-4d60-860d-b6fc917314d9 HTTP/1.1" status: 200 len: 949 time: 0.0578713 Aug 20 14:08:55.019043 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a5b55bd7-5eca-4c49-9c45-f50246aa9cb6 req-0172c5e3-f646-4c52-b7a0-f33551df45d3 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7944981-6f36-4770-a377-fe77805edb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399063 Aug 20 14:08:55.223890 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d808c4-ac6e-4315-bff7-d1ae61b5716f req-63814b9c-a63d-4805-95e2-0749901c7037 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:55.226232 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-04d808c4-ac6e-4315-bff7-d1ae61b5716f req-63814b9c-a63d-4805-95e2-0749901c7037 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa36e49-613f-4e47-b151-ef19843e4648 HTTP/1.1" status: 200 len: 944 time: 0.0529642 Aug 20 14:08:55.273682 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-04d808c4-ac6e-4315-bff7-d1ae61b5716f req-4674ae5b-d047-4074-81eb-998bcf1d27e5 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/security-groups?id=36e82f6b-096d-4bb7-b742-e695e16ee495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401351 Aug 20 14:08:55.413792 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364a0c3-4ef8-4fd2-ba44-c07072e77856 req-f1d42f70-7fc5-4e6d-8c42-d3f064d8cc18 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:55.415341 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6364a0c3-4ef8-4fd2-ba44-c07072e77856 req-f1d42f70-7fc5-4e6d-8c42-d3f064d8cc18 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 946 time: 0.0626643 Aug 20 14:08:55.466872 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6364a0c3-4ef8-4fd2-ba44-c07072e77856 req-af074240-3da8-4add-92cd-7a85435e90f2 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432887 Aug 20 14:08:55.695724 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 7e089975-00f9-433b-87a9-6fae25faf924 up at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:08:55.701187 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8806bbb-dd86-4f01-9db7-4dda6fe76aae req-d65fe1ce-e8bf-495c-8b48-4aafc78aac63 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:55.702885 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e8806bbb-dd86-4f01-9db7-4dda6fe76aae req-d65fe1ce-e8bf-495c-8b48-4aafc78aac63 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.0662234 Aug 20 14:08:55.756005 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e8806bbb-dd86-4f01-9db7-4dda6fe76aae req-9941ef7f-239e-446b-801e-1d06dae3280d tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407290 Aug 20 14:08:55.781480 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning for port 7e089975-00f9-433b-87a9-6fae25faf924 completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:08:55.786459 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning complete for port 7e089975-00f9-433b-87a9-6fae25faf924 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:08:55.786822 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:55.888064 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:55.915475 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c0cdec-d60e-4d60-860d-b6fc917314d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e089975-00f9-433b-87a9-6fae25faf924'}] {{(pid=94102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:08:55.918208 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658e03e68c488354c0da9c4193b8775245da486d5210860026445f3bfd5b20fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece199a0-e87d-4dbc-ac06-5bc99d4a7fb2" -d '{"events": [{"server_uuid": "b8c0cdec-d60e-4d60-860d-b6fc917314d9", "name": "network-vif-plugged", "status": "completed", "tag": "7e089975-00f9-433b-87a9-6fae25faf924"}]}' {{(pid=94102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:08:55.933629 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port 7e089975-00f9-433b-87a9-6fae25faf924, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7e089975-00f9-433b-87a9-6fae25faf924,segment=NetworkSegment(b23013df-2074-4e1b-a07b-5321c617f527),segment_id=b23013df-2074-4e1b-a07b-5321c617f527)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:08:55.939368 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:55.971786 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3675dd38-566c-4017-a433-59f4c92c93ce x-openstack-request-id: req-3675dd38-566c-4017-a433-59f4c92c93ce {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:08:55.972083 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c0cdec-d60e-4d60-860d-b6fc917314d9", "name": "network-vif-plugged", "status": "completed", "tag": "7e089975-00f9-433b-87a9-6fae25faf924", "code": 200}]} {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:08:55.972415 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3675dd38-566c-4017-a433-59f4c92c93ce {{(pid=94102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:08:55.972864 dv-cinder-790535-10-iscsi neutron-server[94102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c0cdec-d60e-4d60-860d-b6fc917314d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e089975-00f9-433b-87a9-6fae25faf924', 'code': 200} Aug 20 14:08:55.985224 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 56364) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:56.005670 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=7e089975-00f9-433b-87a9-6fae25faf924,revision_number=5']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:56.134805 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-49ded08d-8ba3-446c-86dd-f65495577e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:56.316236 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025836f0-a8d7-4e29-9a9e-b8b08c2b1cb9 req-66c1562f-1c11-40e1-badc-7cf8c81e5566 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:56.318182 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-025836f0-a8d7-4e29-9a9e-b8b08c2b1cb9 req-66c1562f-1c11-40e1-badc-7cf8c81e5566 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b8c0cdec-d60e-4d60-860d-b6fc917314d9 HTTP/1.1" status: 200 len: 950 time: 0.1846581 Aug 20 14:08:56.329661 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb5e29-7379-493c-8278-eb72359a99f8 req-f2c2b3c7-e7af-4054-9103-31a98844faf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:56.331341 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8cfb5e29-7379-493c-8278-eb72359a99f8 req-f2c2b3c7-e7af-4054-9103-31a98844faf7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b8c0cdec-d60e-4d60-860d-b6fc917314d9 HTTP/1.1" status: 200 len: 1103 time: 0.1673672 Aug 20 14:08:56.456995 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ac2f5-9b3c-4a2d-95dd-6d8790240557 req-baedd0f3-c394-489b-960d-0cf4dba2f419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:56.456995 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-218ac2f5-9b3c-4a2d-95dd-6d8790240557 req-baedd0f3-c394-489b-960d-0cf4dba2f419 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 1098 time: 0.1876428 Aug 20 14:08:56.503627 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-025836f0-a8d7-4e29-9a9e-b8b08c2b1cb9 req-164a0af4-6e39-4a72-98f6-0617a0b643ef tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7944981-6f36-4770-a377-fe77805edb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666684 Aug 20 14:08:56.758188 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8cfb5e29-7379-493c-8278-eb72359a99f8 req-9a8ef360-2867-481f-af7d-86d3bac5bdb9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b7944981-6f36-4770-a377-fe77805edb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124098 Aug 20 14:08:56.793121 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-49ded08d-8ba3-446c-86dd-f65495577e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:56.821574 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a4c17-c251-4eb5-8c6c-0a8f59185da8 req-0a058628-f37b-42e4-a06d-947ff8ea6e64 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:56.823128 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4f3a4c17-c251-4eb5-8c6c-0a8f59185da8 req-0a058628-f37b-42e4-a06d-947ff8ea6e64 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa36e49-613f-4e47-b151-ef19843e4648 HTTP/1.1" status: 200 len: 944 time: 0.4330885 Aug 20 14:08:56.830859 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-49ded08d-8ba3-446c-86dd-f65495577e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:56.842587 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-218ac2f5-9b3c-4a2d-95dd-6d8790240557 req-eda77cac-2894-4a7c-b194-48fd1ecd877b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757505 Aug 20 14:08:56.910433 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ded08d-8ba3-446c-86dd-f65495577e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88765bb8-42ec-4f37-8c5a-246678a8da06,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:56.927895 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 56402) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:56.928460 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-49ded08d-8ba3-446c-86dd-f65495577e5a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0fcb5130709a4ce29cad471efd307be4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9411938 Aug 20 14:08:56.939355 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70330604-a22c-4a4f-a83c-831c8174c8de req-7575ceb4-89bb-4d43-b7bc-d9d416187363 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:56.941203 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-70330604-a22c-4a4f-a83c-831c8174c8de req-7575ceb4-89bb-4d43-b7bc-d9d416187363 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 946 time: 0.1797121 Aug 20 14:08:56.949078 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4f3a4c17-c251-4eb5-8c6c-0a8f59185da8 req-b139b835-5427-42a4-821d-bc9038669143 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/security-groups?id=36e82f6b-096d-4bb7-b742-e695e16ee495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097121 Aug 20 14:08:57.004431 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-70330604-a22c-4a4f-a83c-831c8174c8de req-e035cb69-28e3-417e-ae0d-34fc19810b80 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540307 Aug 20 14:08:57.004873 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-65b26536-cff5-4439-9bf0-12fd7b97354d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:57.036116 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-65b26536-cff5-4439-9bf0-12fd7b97354d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:57.095761 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-65b26536-cff5-4439-9bf0-12fd7b97354d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:57.099598 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-65b26536-cff5-4439-9bf0-12fd7b97354d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:57.101296 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-65b26536-cff5-4439-9bf0-12fd7b97354d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/88765bb8-42ec-4f37-8c5a-246678a8da06 HTTP/1.1" status: 204 len: 168 time: 0.1720688 Aug 20 14:08:57.110799 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b26536-cff5-4439-9bf0-12fd7b97354d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88765bb8-42ec-4f37-8c5a-246678a8da06,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:57.111756 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57777de9-1438-4d66-98e6-579cf6144bff req-b13d9d56-96c6-4251-be31-162c6e07e095 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:57.119941 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-57777de9-1438-4d66-98e6-579cf6144bff req-b13d9d56-96c6-4251-be31-162c6e07e095 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.0777602 Aug 20 14:08:57.194312 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-57777de9-1438-4d66-98e6-579cf6144bff req-c6edec74-8a8f-4dd6-88d6-c349dfd89afe tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655599 Aug 20 14:08:57.427815 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 56408) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:57.442049 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-023bc5e1-200c-4d7c-aa43-088d248c7368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:57.566722 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-023bc5e1-200c-4d7c-aa43-088d248c7368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:57.571569 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-023bc5e1-200c-4d7c-aa43-088d248c7368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:57.615583 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-023bc5e1-200c-4d7c-aa43-088d248c7368 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d4fedc2451aa414392b9944edb9d233f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1863153 Aug 20 14:08:57.617805 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023bc5e1-200c-4d7c-aa43-088d248c7368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c7693e-0c90-487f-b972-ce96f54ddf30,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:57.620073 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 56412) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:57.683599 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device a4cc4308-9223-4f29-95f2-7fd811f72afa details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:08:57.706642 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee762a1c-8c42-4812-9e87-0bb4abd72d70 req-c98d8227-a3cc-4a18-849f-448df1107341 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:57.708397 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ee762a1c-8c42-4812-9e87-0bb4abd72d70 req-c98d8227-a3cc-4a18-849f-448df1107341 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b8c0cdec-d60e-4d60-860d-b6fc917314d9 HTTP/1.1" status: 200 len: 950 time: 0.1002965 Aug 20 14:08:57.715766 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-ec5df5df-c017-4dab-8ea9-2a4e0d18ee35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:57.753733 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-ec5df5df-c017-4dab-8ea9-2a4e0d18ee35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:57.804367 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ee762a1c-8c42-4812-9e87-0bb4abd72d70 req-e2af535f-8417-4373-8623-d8fb0a2b0ddf tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7944981-6f36-4770-a377-fe77805edb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832303 Aug 20 14:08:57.831455 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port a4cc4308-9223-4f29-95f2-7fd811f72afa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a4cc4308-9223-4f29-95f2-7fd811f72afa,segment=NetworkSegment(ef3aeec1-0535-4f9d-8ade-8bdfb3aad965),segment_id=ef3aeec1-0535-4f9d-8ade-8bdfb3aad965)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:08:57.854411 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-ec5df5df-c017-4dab-8ea9-2a4e0d18ee35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:57.857522 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-ec5df5df-c017-4dab-8ea9-2a4e0d18ee35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:57.857857 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Returning: {'device': 'a4cc4308-9223-4f29-95f2-7fd811f72afa', 'network_id': '83908b2d-edaa-4268-bd50-66e40f87bda6', 'port_id': 'a4cc4308-9223-4f29-95f2-7fd811f72afa', 'mac_address': 'fa:16:3e:84:ad:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a4bff83-057d-41b6-a9b9-b135d1362300', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:08:57.862488 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-ec5df5df-c017-4dab-8ea9-2a4e0d18ee35 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/68c7693e-0c90-487f-b972-ce96f54ddf30 HTTP/1.1" status: 204 len: 168 time: 0.2345760 Aug 20 14:08:57.872597 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5df5df-c017-4dab-8ea9-2a4e0d18ee35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c7693e-0c90-487f-b972-ce96f54ddf30,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:57.923003 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:57.948336 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4cc4308-9223-4f29-95f2-7fd811f72afa {{(pid=94102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:08:57.984174 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port a4cc4308-9223-4f29-95f2-7fd811f72afa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a4cc4308-9223-4f29-95f2-7fd811f72afa,segment=NetworkSegment(ef3aeec1-0535-4f9d-8ade-8bdfb3aad965),segment_id=ef3aeec1-0535-4f9d-8ade-8bdfb3aad965)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:08:57.998106 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:58.083961 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=a4cc4308-9223-4f29-95f2-7fd811f72afa,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:58.198007 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89443ca6-9054-4512-9f2e-1042608d83d1 req-040b2369-ed54-425b-b360-3635a51589c1 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:58.210505 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-89443ca6-9054-4512-9f2e-1042608d83d1 req-040b2369-ed54-425b-b360-3635a51589c1 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa36e49-613f-4e47-b151-ef19843e4648 HTTP/1.1" status: 200 len: 945 time: 0.1333513 Aug 20 14:08:58.235046 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b6b55-517b-4b18-a5c7-19c93c87ee37 req-ab285665-e9c4-4720-8d15-0a699d06b98e tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:58.237224 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-325b6b55-517b-4b18-a5c7-19c93c87ee37 req-ab285665-e9c4-4720-8d15-0a699d06b98e tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 946 time: 0.1195507 Aug 20 14:08:58.268806 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-89443ca6-9054-4512-9f2e-1042608d83d1 req-22c148a3-714d-4581-9d46-6f214de71de2 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/security-groups?id=36e82f6b-096d-4bb7-b742-e695e16ee495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605412 Aug 20 14:08:58.363262 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-325b6b55-517b-4b18-a5c7-19c93c87ee37 req-9e1ce398-acbd-4afd-b6d7-f8814c445ebd tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918627 Aug 20 14:08:58.369614 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['a4cc4308-9223-4f29-95f2-7fd811f72afa'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:08:58.473621 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907bf557-719f-42fa-9429-fbc13c4544de req-dbd985fe-5012-4768-9888-5eaa52c3e128 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:58.476186 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-907bf557-719f-42fa-9429-fbc13c4544de req-dbd985fe-5012-4768-9888-5eaa52c3e128 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.0918736 Aug 20 14:08:58.488622 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 56444) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:58.540768 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-907bf557-719f-42fa-9429-fbc13c4544de req-38dbf582-08ed-4af7-b7f1-039f91e9149f tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553401 Aug 20 14:08:58.703578 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-7e4b7972-fde1-4209-886b-5b95cf83a18e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:58.822498 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-7e4b7972-fde1-4209-886b-5b95cf83a18e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:58.826998 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-7e4b7972-fde1-4209-886b-5b95cf83a18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:58.893083 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b7972-fde1-4209-886b-5b95cf83a18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19fc07b-33ad-45a5-8b74-8004d7bf6ba3,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:58.916009 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-7e4b7972-fde1-4209-886b-5b95cf83a18e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8583a832fcc14beeb365ece8b459f8a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4252672 Aug 20 14:08:58.916657 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 56472) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:58.972288 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290ea6d-887b-4989-b592-da0c34dce28a req-90333d07-d027-4995-b152-7702acb46147 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:58.973985 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b290ea6d-887b-4989-b592-da0c34dce28a req-90333d07-d027-4995-b152-7702acb46147 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b8c0cdec-d60e-4d60-860d-b6fc917314d9 HTTP/1.1" status: 200 len: 950 time: 0.0696421 Aug 20 14:08:58.977148 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-30710bce-1f16-4007-ac96-287fa9f6ccb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:59.004865 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-30710bce-1f16-4007-ac96-287fa9f6ccb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:59.029297 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b290ea6d-887b-4989-b592-da0c34dce28a req-531a3818-618f-46d9-ba23-5ef8789c91e7 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7944981-6f36-4770-a377-fe77805edb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467494 Aug 20 14:08:59.066663 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-30710bce-1f16-4007-ac96-287fa9f6ccb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:59.071326 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-30710bce-1f16-4007-ac96-287fa9f6ccb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:59.073306 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-30710bce-1f16-4007-ac96-287fa9f6ccb2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c19fc07b-33ad-45a5-8b74-8004d7bf6ba3 HTTP/1.1" status: 204 len: 168 time: 0.1552873 Aug 20 14:08:59.084215 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30710bce-1f16-4007-ac96-287fa9f6ccb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19fc07b-33ad-45a5-8b74-8004d7bf6ba3,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:59.389219 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85dc52-84d2-48ca-a3b7-4d12cec966c8 req-f395ba15-b3c6-4a98-a0f8-73805dbd9a60 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:59.390785 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ca85dc52-84d2-48ca-a3b7-4d12cec966c8 req-f395ba15-b3c6-4a98-a0f8-73805dbd9a60 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b8c0cdec-d60e-4d60-860d-b6fc917314d9 HTTP/1.1" status: 200 len: 950 time: 0.0822070 Aug 20 14:08:59.449764 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87fd45-d3fc-4879-a13d-441061cb0cea req-1c598002-3fe9-42cf-bd8c-1bc7a17320d7 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:59.451366 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3d87fd45-d3fc-4879-a13d-441061cb0cea req-1c598002-3fe9-42cf-bd8c-1bc7a17320d7 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa36e49-613f-4e47-b151-ef19843e4648 HTTP/1.1" status: 200 len: 945 time: 0.0894103 Aug 20 14:08:59.472449 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ca85dc52-84d2-48ca-a3b7-4d12cec966c8 req-9eee16d0-b40d-41e1-8e92-775ff957e72e tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7944981-6f36-4770-a377-fe77805edb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676489 Aug 20 14:08:59.512358 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 56492) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:59.514276 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3d87fd45-d3fc-4879-a13d-441061cb0cea req-de60a124-3e97-496b-aea3-a7894bd4573c tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/security-groups?id=36e82f6b-096d-4bb7-b742-e695e16ee495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536778 Aug 20 14:08:59.533962 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-14b0426d-ee56-40a1-bc6b-42ca78c57782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:59.685871 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device a4cc4308-9223-4f29-95f2-7fd811f72afa up at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:08:59.687110 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283c25a-d5b8-4de1-85c9-c383639d46c4 req-dd13a7a3-4f30-4c32-99e3-b13ede7806de tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:59.688673 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b283c25a-d5b8-4de1-85c9-c383639d46c4 req-dd13a7a3-4f30-4c32-99e3-b13ede7806de tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 946 time: 0.0954332 Aug 20 14:08:59.692276 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-14b0426d-ee56-40a1-bc6b-42ca78c57782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:59.697314 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-14b0426d-ee56-40a1-bc6b-42ca78c57782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:59.740844 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba5885-f28f-4f4e-baff-a40227b715ac req-2fb387ef-2aff-4839-a82a-eede281f5ed5 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:08:59.743946 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f8ba5885-f28f-4f4e-baff-a40227b715ac req-2fb387ef-2aff-4839-a82a-eede281f5ed5 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.0996568 Aug 20 14:08:59.749975 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-14b0426d-ee56-40a1-bc6b-42ca78c57782 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e8ad379eff6a4a02bd01f07b322eb1f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363422 Aug 20 14:08:59.750273 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning for port a4cc4308-9223-4f29-95f2-7fd811f72afa completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:08:59.751427 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0426d-ee56-40a1-bc6b-42ca78c57782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3914500a-f74a-4442-820e-c8faf39279a3,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:59.754769 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 56500) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:08:59.759659 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning complete for port a4cc4308-9223-4f29-95f2-7fd811f72afa triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:08:59.764778 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:59.793621 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b283c25a-d5b8-4de1-85c9-c383639d46c4 req-a16bba89-6d4b-4f55-8dde-a30a07f2a1da tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902178 Aug 20 14:08:59.820908 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f8ba5885-f28f-4f4e-baff-a40227b715ac req-8f524b73-1074-4090-b729-9eb9a868817b tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636694 Aug 20 14:08:59.822100 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3c1c93cc-a014-44d7-b8ee-7c042ee1104e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:59.858281 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3c1c93cc-a014-44d7-b8ee-7c042ee1104e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:59.862001 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:59.896928 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa36e49-613f-4e47-b151-ef19843e4648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cc4308-9223-4f29-95f2-7fd811f72afa'}] {{(pid=94102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:08:59.899832 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658e03e68c488354c0da9c4193b8775245da486d5210860026445f3bfd5b20fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a40c8a2-adc9-4ba5-9ddb-eed1fee4e583" -d '{"events": [{"server_uuid": "0fa36e49-613f-4e47-b151-ef19843e4648", "name": "network-vif-plugged", "status": "completed", "tag": "a4cc4308-9223-4f29-95f2-7fd811f72afa"}]}' {{(pid=94102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:08:59.924751 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port a4cc4308-9223-4f29-95f2-7fd811f72afa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a4cc4308-9223-4f29-95f2-7fd811f72afa,segment=NetworkSegment(ef3aeec1-0535-4f9d-8ade-8bdfb3aad965),segment_id=ef3aeec1-0535-4f9d-8ade-8bdfb3aad965)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:08:59.930990 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:59.932189 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3c1c93cc-a014-44d7-b8ee-7c042ee1104e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:59.935557 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3c1c93cc-a014-44d7-b8ee-7c042ee1104e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:08:59.936887 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-3c1c93cc-a014-44d7-b8ee-7c042ee1104e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3914500a-f74a-4442-820e-c8faf39279a3 HTTP/1.1" status: 204 len: 168 time: 0.1808243 Aug 20 14:08:59.948586 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c93cc-a014-44d7-b8ee-7c042ee1104e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3914500a-f74a-4442-820e-c8faf39279a3,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:08:59.999347 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c24264-ea9d-46bc-9fdf-e798352e9de7 x-openstack-request-id: req-35c24264-ea9d-46bc-9fdf-e798352e9de7 {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:08:59.999862 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa36e49-613f-4e47-b151-ef19843e4648", "name": "network-vif-plugged", "status": "completed", "tag": "a4cc4308-9223-4f29-95f2-7fd811f72afa", "code": 200}]} {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:09:00.000231 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-35c24264-ea9d-46bc-9fdf-e798352e9de7 {{(pid=94102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:09:00.000727 dv-cinder-790535-10-iscsi neutron-server[94102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa36e49-613f-4e47-b151-ef19843e4648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cc4308-9223-4f29-95f2-7fd811f72afa', 'code': 200} Aug 20 14:09:00.044811 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=a4cc4308-9223-4f29-95f2-7fd811f72afa,revision_number=5']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:00.272162 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91402d-9246-46f6-8dcf-cd98fc78e70f req-9154bc48-9b6a-45d3-ad71-3221269f14b7 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:00.274453 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-df91402d-9246-46f6-8dcf-cd98fc78e70f req-9154bc48-9b6a-45d3-ad71-3221269f14b7 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.1239512 Aug 20 14:09:00.294158 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc652cb-1cbe-47e6-af21-c6b483a6794e req-fde21191-38a7-4b8a-bb14-5db07c85f955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:00.295775 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ffc652cb-1cbe-47e6-af21-c6b483a6794e req-fde21191-38a7-4b8a-bb14-5db07c85f955 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5c5349bb995408f9231d02a2b7a42d6&device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 1098 time: 0.1158946 Aug 20 14:09:00.337107 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e95f9e-ab55-4d95-b4bf-cf9b3e43fa29 req-7be96ed7-02c9-4e5f-b250-2becf2094293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:00.338653 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b1e95f9e-ab55-4d95-b4bf-cf9b3e43fa29 req-7be96ed7-02c9-4e5f-b250-2becf2094293 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0fa36e49-613f-4e47-b151-ef19843e4648 HTTP/1.1" status: 200 len: 1099 time: 0.1151814 Aug 20 14:09:00.407818 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-df91402d-9246-46f6-8dcf-cd98fc78e70f req-ca469af6-7f0d-44b3-8ee3-cd03547e8546 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243689 Aug 20 14:09:00.432260 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 56516) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:00.440233 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b1e95f9e-ab55-4d95-b4bf-cf9b3e43fa29 req-306eda8b-ae7f-49cb-b5b5-76dca5896406 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=36e82f6b-096d-4bb7-b742-e695e16ee495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708852 Aug 20 14:09:00.456684 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-75fe0fd0-c3cf-427f-b791-019df6fadada admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:00.469083 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc652cb-1cbe-47e6-af21-c6b483a6794e req-fa3ad06b-2efc-4e6c-85cc-9b2a1a96b4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:00.470471 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ffc652cb-1cbe-47e6-af21-c6b483a6794e req-fa3ad06b-2efc-4e6c-85cc-9b2a1a96b4c4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c1c7c6a6-5f3d-43a4-90fb-564a679154da HTTP/1.1" status: 200 len: 920 time: 0.1603396 Aug 20 14:09:00.578520 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-75fe0fd0-c3cf-427f-b791-019df6fadada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:00.585875 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-75fe0fd0-c3cf-427f-b791-019df6fadada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:00.630318 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-75fe0fd0-c3cf-427f-b791-019df6fadada admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9c587591118f4c078887e3aee9abf55e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1964574 Aug 20 14:09:00.631998 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe0fd0-c3cf-427f-b791-019df6fadada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a46f54a-b3bf-41dc-924b-df795365ae93,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:00.635236 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 56524) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:00.694322 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0e8a559e-92b7-491c-8c8b-83789e5c54c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:00.723421 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0e8a559e-92b7-491c-8c8b-83789e5c54c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:00.728541 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ffc652cb-1cbe-47e6-af21-c6b483a6794e req-574d5c2e-c9e5-47ce-8324-ae3eac9f2eba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b75794f-c849-40e2-a07a-20dcddba583b HTTP/1.1" status: 200 len: 217 time: 0.0580707 Aug 20 14:09:00.739106 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc540dea-00c0-4654-be8d-f79546e537dd req-1bad75df-31d7-4fe7-9977-3d000432ea0d tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:00.740718 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-bc540dea-00c0-4654-be8d-f79546e537dd req-1bad75df-31d7-4fe7-9977-3d000432ea0d tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b8c0cdec-d60e-4d60-860d-b6fc917314d9 HTTP/1.1" status: 200 len: 950 time: 0.1769617 Aug 20 14:09:00.785797 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c034b-2432-46f4-aa08-1098f932cd5b req-b42a5f91-8f68-434b-8985-3a0b5a76cbe5 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:00.793433 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-777c034b-2432-46f4-aa08-1098f932cd5b req-b42a5f91-8f68-434b-8985-3a0b5a76cbe5 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa36e49-613f-4e47-b151-ef19843e4648 HTTP/1.1" status: 200 len: 946 time: 0.1805799 Aug 20 14:09:00.819241 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0e8a559e-92b7-491c-8c8b-83789e5c54c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:00.825668 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0e8a559e-92b7-491c-8c8b-83789e5c54c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:00.827589 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-0e8a559e-92b7-491c-8c8b-83789e5c54c1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4a46f54a-b3bf-41dc-924b-df795365ae93 HTTP/1.1" status: 204 len: 168 time: 0.1910529 Aug 20 14:09:00.842193 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a559e-92b7-491c-8c8b-83789e5c54c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a46f54a-b3bf-41dc-924b-df795365ae93,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:00.899191 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc652cb-1cbe-47e6-af21-c6b483a6794e req-5b58953b-6afe-4cf2-b7a6-6db50aecc94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:00.901409 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ffc652cb-1cbe-47e6-af21-c6b483a6794e req-5b58953b-6afe-4cf2-b7a6-6db50aecc94e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=76001b34-7c64-4cf4-accf-135ef535979b HTTP/1.1" status: 200 len: 859 time: 0.1590438 Aug 20 14:09:00.914491 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-bc540dea-00c0-4654-be8d-f79546e537dd req-f4eb57c2-b757-459e-81e0-4c52427e6f91 tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7944981-6f36-4770-a377-fe77805edb2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423833 Aug 20 14:09:00.948724 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-777c034b-2432-46f4-aa08-1098f932cd5b req-0dd12e8c-a530-45bd-9484-b0fcd7104940 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/security-groups?id=36e82f6b-096d-4bb7-b742-e695e16ee495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359768 Aug 20 14:09:01.006724 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ffc652cb-1cbe-47e6-af21-c6b483a6794e req-91796dba-0561-40af-b77c-eeebd127b270 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1c7c6a6-5f3d-43a4-90fb-564a679154da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793486 Aug 20 14:09:01.171448 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df43123-671d-4ace-b6a1-0de552be1953 req-40552d3a-5757-4b43-b13a-a90eef8aa990 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:01.173554 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7df43123-671d-4ace-b6a1-0de552be1953 req-40552d3a-5757-4b43-b13a-a90eef8aa990 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 946 time: 0.1283743 Aug 20 14:09:01.188660 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ffc652cb-1cbe-47e6-af21-c6b483a6794e req-2e202ec2-aac1-4965-af3c-d329d6433ad8 service neutron] 10.222.0.65 "GET /v2.0/networks/c1c7c6a6-5f3d-43a4-90fb-564a679154da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705070 Aug 20 14:09:01.288426 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7df43123-671d-4ace-b6a1-0de552be1953 req-2e8f3cee-e1c4-48c2-8fce-bcecce611d68 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984318 Aug 20 14:09:01.387038 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ffc652cb-1cbe-47e6-af21-c6b483a6794e req-d58a084d-2655-4375-847b-709551dcc841 service neutron] 10.222.0.65 "GET /v2.0/networks/c1c7c6a6-5f3d-43a4-90fb-564a679154da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791506 Aug 20 14:09:01.404700 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c19647-1d24-44fd-8d57-f89df50758bb req-eb2f12b2-cc38-4278-8f1e-8b3c0501848c tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:01.406227 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-21c19647-1d24-44fd-8d57-f89df50758bb req-eb2f12b2-cc38-4278-8f1e-8b3c0501848c tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8c0cdec-d60e-4d60-860d-b6fc917314d9 HTTP/1.1" status: 200 len: 950 time: 0.0842679 Aug 20 14:09:01.587797 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-21c19647-1d24-44fd-8d57-f89df50758bb req-22d28ce5-18cf-4981-a45e-17cbde5f837e tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Deleting port 7e089975-00f9-433b-87a9-6fae25faf924 {{(pid=94100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:09:01.588164 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-21c19647-1d24-44fd-8d57-f89df50758bb req-22d28ce5-18cf-4981-a45e-17cbde5f837e tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:01.659182 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acefb39-6fc1-4391-99f9-5cfb142a1d43 req-5d0b1821-14a5-4872-8c90-a53ef674ec2c tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:01.661788 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3acefb39-6fc1-4391-99f9-5cfb142a1d43 req-5d0b1821-14a5-4872-8c90-a53ef674ec2c tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.1174843 Aug 20 14:09:01.765720 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3acefb39-6fc1-4391-99f9-5cfb142a1d43 req-827dc33c-8f61-493b-985e-0c291b35f6d4 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948458 Aug 20 14:09:01.768992 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-21c19647-1d24-44fd-8d57-f89df50758bb req-22d28ce5-18cf-4981-a45e-17cbde5f837e tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] For port 7e089975-00f9-433b-87a9-6fae25faf924, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7e089975-00f9-433b-87a9-6fae25faf924,segment=NetworkSegment(b23013df-2074-4e1b-a07b-5321c617f527),segment_id=b23013df-2074-4e1b-a07b-5321c617f527)] {{(pid=94100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:09:01.769558 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-21c19647-1d24-44fd-8d57-f89df50758bb req-22d28ce5-18cf-4981-a45e-17cbde5f837e tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:01.798138 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-21c19647-1d24-44fd-8d57-f89df50758bb req-22d28ce5-18cf-4981-a45e-17cbde5f837e tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Calling delete_port for 7e089975-00f9-433b-87a9-6fae25faf924 owned by compute:nova {{(pid=94100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:09:01.868072 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 56566) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:01.977355 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-21c19647-1d24-44fd-8d57-f89df50758bb req-22d28ce5-18cf-4981-a45e-17cbde5f837e tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:01.987741 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-db4f43bd-273a-4dca-933f-75736d4a23fd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-182351557-network', 'tenant_id': '6c9a328af4674429998ca8c5e3efaaca'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:09:01.996907 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['7e089975-00f9-433b-87a9-6fae25faf924'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:09:02.030135 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d28ce5-18cf-4981-a45e-17cbde5f837e tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Pushing event deleted for resources: {'Port': ['ID=7e089975-00f9-433b-87a9-6fae25faf924,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:02.049801 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4f43bd-273a-4dca-933f-75736d4a23fd admin admin] Made reservation on behalf of 6c9a328af4674429998ca8c5e3efaaca for: {'network': 1} {{(pid=94101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:09:02.052799 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-db4f43bd-273a-4dca-933f-75736d4a23fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for network, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:02.061821 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d28ce5-18cf-4981-a45e-17cbde5f837e tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:02.062065 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d28ce5-18cf-4981-a45e-17cbde5f837e tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:02.062362 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d28ce5-18cf-4981-a45e-17cbde5f837e tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:02.062826 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d28ce5-18cf-4981-a45e-17cbde5f837e tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:02.063171 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d28ce5-18cf-4981-a45e-17cbde5f837e tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:02.063512 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d28ce5-18cf-4981-a45e-17cbde5f837e tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:02.063878 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d28ce5-18cf-4981-a45e-17cbde5f837e tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:02.064216 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d28ce5-18cf-4981-a45e-17cbde5f837e tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:02.064568 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d28ce5-18cf-4981-a45e-17cbde5f837e tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:02.064903 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d28ce5-18cf-4981-a45e-17cbde5f837e tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:02.065288 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d28ce5-18cf-4981-a45e-17cbde5f837e tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:02.065549 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d28ce5-18cf-4981-a45e-17cbde5f837e tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:02.066278 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-db4f43bd-273a-4dca-933f-75736d4a23fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:02.073494 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0141b7f7-ff4a-4f02-b343-7e41b8246374 req-afa06ae2-903d-4ea1-a120-e2196630e95d tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.38 "GET /v2.0/ports?device_id=b8c0cdec-d60e-4d60-860d-b6fc917314d9 HTTP/1.1" status: 200 len: 210 time: 0.0551293 Aug 20 14:09:02.143614 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c19647-1d24-44fd-8d57-f89df50758bb req-22d28ce5-18cf-4981-a45e-17cbde5f837e tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] No DVR routers for this DVR port 7e089975-00f9-433b-87a9-6fae25faf924 on host hv-cinder-79053 {{(pid=94100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:09:02.166104 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-21c19647-1d24-44fd-8d57-f89df50758bb req-22d28ce5-18cf-4981-a45e-17cbde5f837e tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:02.169900 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-21c19647-1d24-44fd-8d57-f89df50758bb req-22d28ce5-18cf-4981-a45e-17cbde5f837e tempest-VolumesNegativeTest-1608131835 tempest-VolumesNegativeTest-1608131835-project] 10.222.0.65 "DELETE /v2.0/ports/7e089975-00f9-433b-87a9-6fae25faf924 HTTP/1.1" status: 204 len: 173 time: 0.7541096 Aug 20 14:09:02.171661 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c0cdec-d60e-4d60-860d-b6fc917314d9', 'name': 'network-vif-deleted', 'tag': '7e089975-00f9-433b-87a9-6fae25faf924'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:09:02.188305 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028715d2-334d-4640-bd29-6e5865f45b76" -d '{"events": [{"server_uuid": "b8c0cdec-d60e-4d60-860d-b6fc917314d9", "name": "network-vif-deleted", "tag": "7e089975-00f9-433b-87a9-6fae25faf924"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:09:02.251585 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-db4f43bd-273a-4dca-933f-75736d4a23fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:02.256866 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-db4f43bd-273a-4dca-933f-75736d4a23fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:02.265844 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f2e53-aec0-4a0f-aa16-c7bf622f27c1 req-ecdb542e-df8f-4eb3-90ab-a027ad069e6b tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:02.267624 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-806f2e53-aec0-4a0f-aa16-c7bf622f27c1 req-ecdb542e-df8f-4eb3-90ab-a027ad069e6b tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa36e49-613f-4e47-b151-ef19843e4648 HTTP/1.1" status: 200 len: 946 time: 0.1739659 Aug 20 14:09:02.269552 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4a477a-1316-471b-93a6-f64f0bf82da9 x-openstack-request-id: req-8e4a477a-1316-471b-93a6-f64f0bf82da9 {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:09:02.270013 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c0cdec-d60e-4d60-860d-b6fc917314d9", "name": "network-vif-deleted", "tag": "7e089975-00f9-433b-87a9-6fae25faf924", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:09:02.270413 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8e4a477a-1316-471b-93a6-f64f0bf82da9 {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:09:02.270978 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c0cdec-d60e-4d60-860d-b6fc917314d9', 'name': 'network-vif-deleted', 'tag': '7e089975-00f9-433b-87a9-6fae25faf924', 'status': 'completed', 'code': 200} Aug 20 14:09:02.287345 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db4f43bd-273a-4dca-933f-75736d4a23fd admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=94101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:09:02.299919 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f43bd-273a-4dca-933f-75736d4a23fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42157170-7d43-4580-ad77-abc1c8d309b5,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:02.306167 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-db4f43bd-273a-4dca-933f-75736d4a23fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:02.306757 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.db.segments_db [None req-db4f43bd-273a-4dca-933f-75736d4a23fd admin admin] Added segment b3ee47e6-1302-4d87-a7cd-1ac5ec97ac6c of type vlan for network 9d2543b5-7b80-40f9-9575-94e2a839f380 Aug 20 14:09:02.330318 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4f43bd-273a-4dca-933f-75736d4a23fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:02.330870 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4f43bd-273a-4dca-933f-75736d4a23fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:02.331142 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-806f2e53-aec0-4a0f-aa16-c7bf622f27c1 req-3f2f514f-95e0-4349-b780-17df210cd498 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/security-groups?id=36e82f6b-096d-4bb7-b742-e695e16ee495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536284 Aug 20 14:09:02.331599 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4f43bd-273a-4dca-933f-75736d4a23fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:02.331599 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4f43bd-273a-4dca-933f-75736d4a23fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:02.331856 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4f43bd-273a-4dca-933f-75736d4a23fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:02.340030 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4f43bd-273a-4dca-933f-75736d4a23fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:02.340030 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4f43bd-273a-4dca-933f-75736d4a23fd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:02.340030 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4f43bd-273a-4dca-933f-75736d4a23fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:02.340030 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4f43bd-273a-4dca-933f-75736d4a23fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:02.340030 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4f43bd-273a-4dca-933f-75736d4a23fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:02.340030 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4f43bd-273a-4dca-933f-75736d4a23fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:02.340030 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4f43bd-273a-4dca-933f-75736d4a23fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:02.391416 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-db4f43bd-273a-4dca-933f-75736d4a23fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728246170444'] for network, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:02.420935 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-db4f43bd-273a-4dca-933f-75736d4a23fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018'] for network, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:02.421928 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4f43bd-273a-4dca-933f-75736d4a23fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:02.422516 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-db4f43bd-273a-4dca-933f-75736d4a23fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:02.447771 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd091e1-3f70-462f-8678-0ae4270c7027 req-1f46708b-ae3b-4a23-b091-bc046fd32c8d tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:02.462623 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-bbd091e1-3f70-462f-8678-0ae4270c7027 req-1f46708b-ae3b-4a23-b091-bc046fd32c8d tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 946 time: 0.0660572 Aug 20 14:09:02.486699 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-db4f43bd-273a-4dca-933f-75736d4a23fd admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6173189 Aug 20 14:09:02.492503 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 56580) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:02.494456 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f43bd-273a-4dca-933f-75736d4a23fd admin admin] Pushing event updated for resources: {'Network': ['ID=9d2543b5-7b80-40f9-9575-94e2a839f380,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:02.499207 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-693f4d2b-0b52-4f65-8665-ce2511621c0e admin admin] Request body: {'subnet': {'network_id': '9d2543b5-7b80-40f9-9575-94e2a839f380', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-182351557-subnet', 'tenant_id': '6c9a328af4674429998ca8c5e3efaaca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:09:02.504258 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Network 9d2543b5-7b80-40f9-9575-94e2a839f380 details requested by agent ovs-agent-dv-cinder-790535-10-iscsi with host dv-cinder-790535-10-iscsi {{(pid=94102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:09:02.509988 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-bbd091e1-3f70-462f-8678-0ae4270c7027 req-59813f49-089d-48f5-b6d8-b25b72b33cc5 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473890 Aug 20 14:09:02.527521 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693f4d2b-0b52-4f65-8665-ce2511621c0e admin admin] Made reservation on behalf of 6c9a328af4674429998ca8c5e3efaaca for: {'subnet': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:09:02.531804 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-693f4d2b-0b52-4f65-8665-ce2511621c0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130989261'] for subnet, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:02.767986 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-693f4d2b-0b52-4f65-8665-ce2511621c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130952573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130989279'] for subnet, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:02.829413 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f4d2b-0b52-4f65-8665-ce2511621c0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1b2e34e-5a1f-4ca8-8ef9-f02a88dc7a03,revision_number=0']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:02.846921 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693f4d2b-0b52-4f65-8665-ce2511621c0e admin admin] Checking segment: {'id': 'b3ee47e6-1302-4d87-a7cd-1ac5ec97ac6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9d2543b5-7b80-40f9-9575-94e2a839f380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:09:02.847258 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693f4d2b-0b52-4f65-8665-ce2511621c0e admin admin] Network hostable DHCP agents. Network: 9d2543b5-7b80-40f9-9575-94e2a839f380, hostable agents: ['753d3244-3585-4dcb-8855-3f40f736060e'], hosted agents: [] {{(pid=94100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:09:02.906530 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693f4d2b-0b52-4f65-8665-ce2511621c0e admin admin] Network 9d2543b5-7b80-40f9-9575-94e2a839f380 is scheduled to be hosted by DHCP agent 753d3244-3585-4dcb-8855-3f40f736060e with binding_index 1 {{(pid=94100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:09:02.917369 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d5098-db75-42a7-8c89-284df2dc289e req-6a300351-99a6-4a24-90d2-a3d2824308a8 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:02.918882 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-097d5098-db75-42a7-8c89-284df2dc289e req-6a300351-99a6-4a24-90d2-a3d2824308a8 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.0630672 Aug 20 14:09:02.928973 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [None req-693f4d2b-0b52-4f65-8665-ce2511621c0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-10-iscsi, 9d2543b5-7b80-40f9-9575-94e2a839f380) {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:09:02.938123 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693f4d2b-0b52-4f65-8665-ce2511621c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:02.938625 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-693f4d2b-0b52-4f65-8665-ce2511621c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for subnet, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:02.940445 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f5247a-4c05-446a-8910-5c8acc13d583 None None] Network 9d2543b5-7b80-40f9-9575-94e2a839f380 requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:09:02.972993 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-693f4d2b-0b52-4f65-8665-ce2511621c0e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4766841 Aug 20 14:09:02.978042 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-097d5098-db75-42a7-8c89-284df2dc289e req-3b6948ce-1f60-4d96-9b99-ff4e153b5dcf tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509439 Aug 20 14:09:03.085368 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05534b05-2687-4384-8d25-48e5ffbbe7db None None] Network 9d2543b5-7b80-40f9-9575-94e2a839f380 requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:09:03.511327 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-68826582-a626-440a-85ae-99b34e508362 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1641714984&fields=id&tenant_id=da58fbe7d6f2432ebdf29fdaaba8f893 HTTP/1.1" status: 200 len: 267 time: 0.0578358 Aug 20 14:09:03.528330 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129863f5-c5cd-4506-a406-9555b43bafbb req-75940149-5fc2-4bd8-83bb-b55a59d6bd87 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:03.529995 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-129863f5-c5cd-4506-a406-9555b43bafbb req-75940149-5fc2-4bd8-83bb-b55a59d6bd87 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa36e49-613f-4e47-b151-ef19843e4648 HTTP/1.1" status: 200 len: 946 time: 0.1130090 Aug 20 14:09:03.600095 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 56638) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:03.610609 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-103ed8a7-adfd-4a92-bb67-2278b039744b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1231555610-network', 'tenant_id': 'aaf70815dfa04d0b8c55ab7512660a65'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:09:03.645697 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103ed8a7-adfd-4a92-bb67-2278b039744b admin admin] Made reservation on behalf of aaf70815dfa04d0b8c55ab7512660a65 for: {'network': 1} {{(pid=94101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:09:03.650050 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-103ed8a7-adfd-4a92-bb67-2278b039744b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for network, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:03.667779 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-129863f5-c5cd-4506-a406-9555b43bafbb req-5a29d166-13a7-42e7-928e-44f933384246 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/security-groups?id=36e82f6b-096d-4bb7-b742-e695e16ee495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238635 Aug 20 14:09:03.668198 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-103ed8a7-adfd-4a92-bb67-2278b039744b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:03.703284 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-1fcacd1b-e179-4449-aa89-539242c633db tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:03.705323 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-1fcacd1b-e179-4449-aa89-539242c633db tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/networks?id=09ac4a62-4c8f-4b1f-91bc-b2edb2196f17 HTTP/1.1" status: 200 len: 808 time: 0.1740007 Aug 20 14:09:03.733723 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-780bff98-372d-4046-8126-1e8d8c847f99 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/quotas/da58fbe7d6f2432ebdf29fdaaba8f893 HTTP/1.1" status: 200 len: 375 time: 0.0193245 Aug 20 14:09:03.864660 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-103ed8a7-adfd-4a92-bb67-2278b039744b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:03.870587 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-103ed8a7-adfd-4a92-bb67-2278b039744b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:03.874711 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-d75682bc-2e7d-4b2d-a942-2a9a94af8832 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=da58fbe7d6f2432ebdf29fdaaba8f893&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1395669 Aug 20 14:09:03.899897 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-103ed8a7-adfd-4a92-bb67-2278b039744b admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=94101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:09:03.921747 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad8bde-6c49-4b6a-8d35-99dbd66285c2 req-1a734606-90c4-4dae-ab76-e8d9febf57c0 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:03.923731 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4dad8bde-6c49-4b6a-8d35-99dbd66285c2 req-1a734606-90c4-4dae-ab76-e8d9febf57c0 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 946 time: 0.1461849 Aug 20 14:09:03.929993 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-103ed8a7-adfd-4a92-bb67-2278b039744b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:03.930341 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.db.segments_db [None req-103ed8a7-adfd-4a92-bb67-2278b039744b admin admin] Added segment 5d53c69a-92d5-4a6d-961d-ebe69d48059a of type vlan for network 66c1b49f-d3ff-4e98-9fcd-528d069b4f6b Aug 20 14:09:03.941142 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ed8a7-adfd-4a92-bb67-2278b039744b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b6ec43-3bc3-4b85-8640-c4a91f23a2e2,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:03.992054 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-103ed8a7-adfd-4a92-bb67-2278b039744b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728246170444'] for network, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:04.026052 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-103ed8a7-adfd-4a92-bb67-2278b039744b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018'] for network, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:04.027563 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103ed8a7-adfd-4a92-bb67-2278b039744b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:04.028987 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-103ed8a7-adfd-4a92-bb67-2278b039744b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:04.089229 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4dad8bde-6c49-4b6a-8d35-99dbd66285c2 req-32d5bae0-6bdc-49bd-857d-8ebafe8103da tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484773 Aug 20 14:09:04.106039 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 56670) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:04.109635 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-103ed8a7-adfd-4a92-bb67-2278b039744b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5061855 Aug 20 14:09:04.111580 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-e254602a-fd43-4283-9b3e-e301a453f46f admin admin] Request body: {'subnet': {'network_id': '66c1b49f-d3ff-4e98-9fcd-528d069b4f6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1231555610-subnet', 'tenant_id': 'aaf70815dfa04d0b8c55ab7512660a65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:09:04.137104 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-a01d3885-b5ca-43a0-bf73-2fd2462da0e3 service neutron] 10.222.0.38 "GET /v2.0/networks/09ac4a62-4c8f-4b1f-91bc-b2edb2196f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121568 Aug 20 14:09:04.168141 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ed8a7-adfd-4a92-bb67-2278b039744b admin admin] Pushing event updated for resources: {'Network': ['ID=66c1b49f-d3ff-4e98-9fcd-528d069b4f6b,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:04.179725 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Network 66c1b49f-d3ff-4e98-9fcd-528d069b4f6b details requested by agent ovs-agent-dv-cinder-790535-10-iscsi with host dv-cinder-790535-10-iscsi {{(pid=94102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:09:04.273399 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e254602a-fd43-4283-9b3e-e301a453f46f admin admin] Made reservation on behalf of aaf70815dfa04d0b8c55ab7512660a65 for: {'subnet': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:09:04.277721 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-e254602a-fd43-4283-9b3e-e301a453f46f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130989261'] for subnet, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:04.408712 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca353f-c329-4cc7-a16f-e8f99992b104 req-2b16b749-0045-43f4-9898-4c8ce882354d tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:04.410942 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c1ca353f-c329-4cc7-a16f-e8f99992b104 req-2b16b749-0045-43f4-9898-4c8ce882354d tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.1674953 Aug 20 14:09:04.430949 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-c7f1d8a7-a4d1-4042-9457-a4327b5e9668 service neutron] 10.222.0.38 "GET /v2.0/networks/09ac4a62-4c8f-4b1f-91bc-b2edb2196f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803392 Aug 20 14:09:04.501208 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c1ca353f-c329-4cc7-a16f-e8f99992b104 req-8a37564e-80be-4003-8441-0fa5aa1c05ee tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648148 Aug 20 14:09:04.622620 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-e254602a-fd43-4283-9b3e-e301a453f46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130952573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130989279'] for subnet, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:04.750251 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254602a-fd43-4283-9b3e-e301a453f46f admin admin] Pushing event updated for resources: {'Subnet': ['ID=792bc71f-7483-48a2-913d-90cf7a9528a3,revision_number=0']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:04.762047 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e254602a-fd43-4283-9b3e-e301a453f46f admin admin] Checking segment: {'id': '5d53c69a-92d5-4a6d-961d-ebe69d48059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '66c1b49f-d3ff-4e98-9fcd-528d069b4f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:09:04.762419 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e254602a-fd43-4283-9b3e-e301a453f46f admin admin] Network hostable DHCP agents. Network: 66c1b49f-d3ff-4e98-9fcd-528d069b4f6b, hostable agents: ['753d3244-3585-4dcb-8855-3f40f736060e'], hosted agents: [] {{(pid=94100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:09:04.793394 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e254602a-fd43-4283-9b3e-e301a453f46f admin admin] Network 66c1b49f-d3ff-4e98-9fcd-528d069b4f6b is scheduled to be hosted by DHCP agent 753d3244-3585-4dcb-8855-3f40f736060e with binding_index 1 {{(pid=94100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:09:04.889181 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [None req-e254602a-fd43-4283-9b3e-e301a453f46f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-10-iscsi, 66c1b49f-d3ff-4e98-9fcd-528d069b4f6b) {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:09:04.904998 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c91c80-e3dc-4afb-bb8b-b366e02e73ca None None] Network 66c1b49f-d3ff-4e98-9fcd-528d069b4f6b requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:09:04.936220 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e254602a-fd43-4283-9b3e-e301a453f46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:04.937798 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-e254602a-fd43-4283-9b3e-e301a453f46f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for subnet, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:05.009119 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-02ed6415-757f-460d-8c69-4adbb63f7315 req-219d5634-ce72-48e7-84b3-08443984982f tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 210 time: 0.1243238 Aug 20 14:09:05.014390 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-e254602a-fd43-4283-9b3e-e301a453f46f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9069917 Aug 20 14:09:05.097111 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df10c0-974c-45db-9d87-0cb034eb70b5 req-57b46235-7a3c-42eb-97c6-7cfa576c13e7 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:05.111588 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-84df10c0-974c-45db-9d87-0cb034eb70b5 req-57b46235-7a3c-42eb-97c6-7cfa576c13e7 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa36e49-613f-4e47-b151-ef19843e4648 HTTP/1.1" status: 200 len: 946 time: 0.2954388 Aug 20 14:09:05.257900 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-84df10c0-974c-45db-9d87-0cb034eb70b5 req-af0bf79f-56c9-44bb-b590-41bc5e801d6e tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/security-groups?id=36e82f6b-096d-4bb7-b742-e695e16ee495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412489 Aug 20 14:09:05.302155 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514bde3e-0891-4a46-bbc5-4d1fae8bd6a7 None None] Network 66c1b49f-d3ff-4e98-9fcd-528d069b4f6b requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:09:05.440417 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41754406-d231-4ab0-8a8f-cdf8b8d1b1ec req-4ab8c039-f998-4651-8a9e-068f48046bdf tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:05.443766 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-41754406-d231-4ab0-8a8f-cdf8b8d1b1ec req-4ab8c039-f998-4651-8a9e-068f48046bdf tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 946 time: 0.1507640 Aug 20 14:09:05.581474 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-41754406-d231-4ab0-8a8f-cdf8b8d1b1ec req-be77941d-c2b5-4e77-aba4-fb69292ba51b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282771 Aug 20 14:09:05.716883 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 7e089975-00f9-433b-87a9-6fae25faf924 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:09:05.745712 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] No Port match for: 7e089975-00f9-433b-87a9-6fae25faf924 {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:09:05.746078 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 7e089975-00f9-433b-87a9-6fae25faf924 not bound to the agent host hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:09:06.177346 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-006d2087-8a49-4acd-b713-706dc8d834c6 req-683c712c-0936-4a03-90ec-7216a88a15ff tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 210 time: 0.0513697 Aug 20 14:09:06.294214 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891e2d5-e199-466b-bcb9-db12d7c125fe req-fa57a589-eec5-4f26-8774-5f357e7c2f8f tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:06.296801 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4891e2d5-e199-466b-bcb9-db12d7c125fe req-fa57a589-eec5-4f26-8774-5f357e7c2f8f tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fa36e49-613f-4e47-b151-ef19843e4648 HTTP/1.1" status: 200 len: 946 time: 0.1298058 Aug 20 14:09:06.908304 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679cd4a-eac6-48df-851a-beeefbfb83ca req-da3ae8d5-82fc-46f9-bfe0-bee746957166 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:06.910539 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0679cd4a-eac6-48df-851a-beeefbfb83ca req-da3ae8d5-82fc-46f9-bfe0-bee746957166 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa36e49-613f-4e47-b151-ef19843e4648 HTTP/1.1" status: 200 len: 946 time: 0.5612814 Aug 20 14:09:06.922299 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9f9f1-72cf-4df7-9837-02bf00f7d62f req-74f2d0e6-d4e8-47f4-8f6e-d1b618fc2ca9 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:06.924207 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2ec9f9f1-72cf-4df7-9837-02bf00f7d62f req-74f2d0e6-d4e8-47f4-8f6e-d1b618fc2ca9 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.4866226 Aug 20 14:09:06.978767 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-cfb1088a-5364-4113-afa0-c0914f877b48 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:06.980899 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-cfb1088a-5364-4113-afa0-c0914f877b48 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.65 "GET /v2.0/networks?id=09ac4a62-4c8f-4b1f-91bc-b2edb2196f17 HTTP/1.1" status: 200 len: 808 time: 0.6024199 Aug 20 14:09:07.044788 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-4891e2d5-e199-466b-bcb9-db12d7c125fe req-6b52f433-fae1-436f-bfad-c9d972f3fc63 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Deleting port a4cc4308-9223-4f29-95f2-7fd811f72afa {{(pid=94100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:09:07.045186 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-4891e2d5-e199-466b-bcb9-db12d7c125fe req-6b52f433-fae1-436f-bfad-c9d972f3fc63 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:07.119706 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0679cd4a-eac6-48df-851a-beeefbfb83ca req-1c2703ca-fc59-4dec-91f2-afa9b956a710 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/security-groups?id=36e82f6b-096d-4bb7-b742-e695e16ee495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879044 Aug 20 14:09:07.143280 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2ec9f9f1-72cf-4df7-9837-02bf00f7d62f req-bfb3a7c4-16ef-4eb7-bd66-03e73c966233 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984127 Aug 20 14:09:07.204294 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-f9b55fc0-a263-4c91-a4f6-e2c7f6955366 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da58fbe7d6f2432ebdf29fdaaba8f893 HTTP/1.1" status: 200 len: 380 time: 0.2086823 Aug 20 14:09:07.216375 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-2ebcd5c5-d153-4571-a15c-611286505491 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Request body: {'port': {'device_id': '2e65aa31-28e3-4eea-b00f-701f8844f6ad', 'network_id': '09ac4a62-4c8f-4b1f-91bc-b2edb2196f17', 'admin_state_up': True, 'tenant_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'security_groups': ['15b4ed91-983f-4084-a46d-7c11e3dfb877']}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:09:07.344956 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-4891e2d5-e199-466b-bcb9-db12d7c125fe req-6b52f433-fae1-436f-bfad-c9d972f3fc63 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] For port a4cc4308-9223-4f29-95f2-7fd811f72afa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a4cc4308-9223-4f29-95f2-7fd811f72afa,segment=NetworkSegment(ef3aeec1-0535-4f9d-8ade-8bdfb3aad965),segment_id=ef3aeec1-0535-4f9d-8ade-8bdfb3aad965)] {{(pid=94100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:09:07.345217 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-4891e2d5-e199-466b-bcb9-db12d7c125fe req-6b52f433-fae1-436f-bfad-c9d972f3fc63 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:07.401946 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-4891e2d5-e199-466b-bcb9-db12d7c125fe req-6b52f433-fae1-436f-bfad-c9d972f3fc63 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Calling delete_port for a4cc4308-9223-4f29-95f2-7fd811f72afa owned by compute:nova {{(pid=94100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:09:07.449918 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e0210-b803-4aa3-9f75-ac2c44dbb9c3 req-707fa6e4-67a9-4edd-9fc9-b32941808343 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:07.450817 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d19e0210-b803-4aa3-9f75-ac2c44dbb9c3 req-707fa6e4-67a9-4edd-9fc9-b32941808343 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 946 time: 0.1999881 Aug 20 14:09:07.564733 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-2ebcd5c5-d153-4571-a15c-611286505491 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Made reservation on behalf of da58fbe7d6f2432ebdf29fdaaba8f893 for: {'port': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:09:07.568328 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-2ebcd5c5-d153-4571-a15c-611286505491 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:07.598123 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d19e0210-b803-4aa3-9f75-ac2c44dbb9c3 req-41a0a654-6026-4f91-8922-7c2de8901f1a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916121 Aug 20 14:09:07.707242 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-8336d8ee-6d09-4f2c-b95c-bfecf8d9c5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:07.771568 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2dd1e293-1cc2-4203-8d3c-fe2caee7f82e req-15b9e408-bf5e-4e2a-a99b-0175615203cc tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 210 time: 0.0608749 Aug 20 14:09:07.854384 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-4891e2d5-e199-466b-bcb9-db12d7c125fe req-6b52f433-fae1-436f-bfad-c9d972f3fc63 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:07.877413 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-2ebcd5c5-d153-4571-a15c-611286505491 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Allocated IP 172.20.0.6 (09ac4a62-4c8f-4b1f-91bc-b2edb2196f17/e5c9f92f-bbee-4432-a88e-944631c9f368/f2a21bc3-2a19-4407-9aea-35f3cf3218f6) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:09:07.918194 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52f433-fae1-436f-bfad-c9d972f3fc63 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Pushing event deleted for resources: {'Port': ['ID=a4cc4308-9223-4f29-95f2-7fd811f72afa,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:07.963149 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-4891e2d5-e199-466b-bcb9-db12d7c125fe req-6b52f433-fae1-436f-bfad-c9d972f3fc63 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] No DVR routers for this DVR port a4cc4308-9223-4f29-95f2-7fd811f72afa on host hv-cinder-79053 {{(pid=94100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:09:07.967657 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-4891e2d5-e199-466b-bcb9-db12d7c125fe req-6b52f433-fae1-436f-bfad-c9d972f3fc63 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:07.969650 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4891e2d5-e199-466b-bcb9-db12d7c125fe req-6b52f433-fae1-436f-bfad-c9d972f3fc63 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.65 "DELETE /v2.0/ports/a4cc4308-9223-4f29-95f2-7fd811f72afa HTTP/1.1" status: 204 len: 173 time: 1.6635482 Aug 20 14:09:07.970205 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa36e49-613f-4e47-b151-ef19843e4648', 'name': 'network-vif-deleted', 'tag': 'a4cc4308-9223-4f29-95f2-7fd811f72afa'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:09:07.972781 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776f957f-5e0e-4962-9a2e-02af08369acf" -d '{"events": [{"server_uuid": "0fa36e49-613f-4e47-b151-ef19843e4648", "name": "network-vif-deleted", "tag": "a4cc4308-9223-4f29-95f2-7fd811f72afa"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:09:08.020273 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e13e19-4f2c-4156-809b-e98a42e455d1 x-openstack-request-id: req-54e13e19-4f2c-4156-809b-e98a42e455d1 {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:09:08.020623 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa36e49-613f-4e47-b151-ef19843e4648", "name": "network-vif-deleted", "tag": "a4cc4308-9223-4f29-95f2-7fd811f72afa", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:09:08.020823 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-54e13e19-4f2c-4156-809b-e98a42e455d1 {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:09:08.021216 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa36e49-613f-4e47-b151-ef19843e4648', 'name': 'network-vif-deleted', 'tag': 'a4cc4308-9223-4f29-95f2-7fd811f72afa', 'status': 'completed', 'code': 200} Aug 20 14:09:08.111765 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-2ebcd5c5-d153-4571-a15c-611286505491 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:08.124677 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.provisioning_blocks [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-2ebcd5c5-d153-4571-a15c-611286505491 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Transition to ACTIVE for port object f2a21bc3-2a19-4407-9aea-35f3cf3218f6 will not be triggered until provisioned by entity DHCP. {{(pid=94100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:09:08.156490 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-2ebcd5c5-d153-4571-a15c-611286505491 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:08.220797 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-2ebcd5c5-d153-4571-a15c-611286505491 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Network 09ac4a62-4c8f-4b1f-91bc-b2edb2196f17 is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:09:08.226363 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-2ebcd5c5-d153-4571-a15c-611286505491 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:09:08.232107 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-2ebcd5c5-d153-4571-a15c-611286505491 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:09:08.272262 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebcd5c5-d153-4571-a15c-611286505491 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Pushing event updated for resources: {'Port': ['ID=f2a21bc3-2a19-4407-9aea-35f3cf3218f6,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:08.311870 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-857b9b15-d84f-4816-8f2b-93e2f8ba4647 req-79d1443f-61ae-47a8-93f1-4991d733bf59 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa36e49-613f-4e47-b151-ef19843e4648 HTTP/1.1" status: 200 len: 210 time: 0.0407524 Aug 20 14:09:08.329092 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-2ebcd5c5-d153-4571-a15c-611286505491 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:08.329753 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-2ebcd5c5-d153-4571-a15c-611286505491 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:08.346420 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-2ebcd5c5-d153-4571-a15c-611286505491 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1358488 Aug 20 14:09:08.521368 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-6a564b53-59fb-4467-8a86-499a239d58e9 None None] Provisioning for port f2a21bc3-2a19-4407-9aea-35f3cf3218f6 completed by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:09:08.525781 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-6a564b53-59fb-4467-8a86-499a239d58e9 None None] Provisioning complete for port f2a21bc3-2a19-4407-9aea-35f3cf3218f6 triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:09:08.526150 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-6a564b53-59fb-4467-8a86-499a239d58e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:08.560921 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-6a564b53-59fb-4467-8a86-499a239d58e9 None None] Port f2a21bc3-2a19-4407-9aea-35f3cf3218f6 cannot update to ACTIVE because it is not bound. {{(pid=94102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:09:08.757499 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa6e53-0dc0-4d2a-80bd-20019e458222 req-8c95ea99-baa3-45c1-a5bb-af93e63ef556 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:08.759017 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3eaa6e53-0dc0-4d2a-80bd-20019e458222 req-8c95ea99-baa3-45c1-a5bb-af93e63ef556 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 946 time: 0.0546865 Aug 20 14:09:08.796925 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3eaa6e53-0dc0-4d2a-80bd-20019e458222 req-a3b06365-1883-455a-9c76-362700e88a7d tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314243 Aug 20 14:09:08.893562 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c45d9-37a3-4b7f-b278-578d9eaf1239 req-2c3aad49-95ab-4a9a-9d9f-99d447617b83 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:08.895026 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b30c45d9-37a3-4b7f-b278-578d9eaf1239 req-2c3aad49-95ab-4a9a-9d9f-99d447617b83 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 931 time: 0.0487313 Aug 20 14:09:08.934561 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b30c45d9-37a3-4b7f-b278-578d9eaf1239 req-59ddea9e-f4a7-4608-bfc2-4d3c6060f4a3 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335333 Aug 20 14:09:09.139081 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 6 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:09:09.413431 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-07830d20-f3cb-4e8d-a31a-a178e56524e8 req-15ea08a5-4d3a-41cd-8c21-27ceffc16b02 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa36e49-613f-4e47-b151-ef19843e4648 HTTP/1.1" status: 200 len: 210 time: 0.0257113 Aug 20 14:09:09.919980 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea27df6-ca32-4be4-8912-a05bee2741bb req-107fd203-f835-4d0e-b10e-1388ed64a0e8 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:09.921409 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4ea27df6-ca32-4be4-8912-a05bee2741bb req-107fd203-f835-4d0e-b10e-1388ed64a0e8 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 946 time: 0.0496151 Aug 20 14:09:09.960655 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4ea27df6-ca32-4be4-8912-a05bee2741bb req-127bc343-5267-4daf-8d60-162e8a9771d9 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332701 Aug 20 14:09:10.066302 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46d9c4-9bb6-4597-b10d-a5d43ab1d8c6 req-513e5a88-83f5-48fb-9eea-197f627ac9f1 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:10.067754 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6e46d9c4-9bb6-4597-b10d-a5d43ab1d8c6 req-513e5a88-83f5-48fb-9eea-197f627ac9f1 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 931 time: 0.0520561 Aug 20 14:09:10.105558 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6e46d9c4-9bb6-4597-b10d-a5d43ab1d8c6 req-567c8143-1eda-45ff-97f8-b5519f47067d tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309889 Aug 20 14:09:10.445285 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-21d9adbd-f2d1-4420-bdc8-58bab2026fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:10.481347 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device a4cc4308-9223-4f29-95f2-7fd811f72afa no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:09:10.506555 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-1894e001-c20c-4e65-8537-e9811a760b96 service neutron] Request body: {'port': {'device_id': '2e65aa31-28e3-4eea-b00f-701f8844f6ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:09:10.513022 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] No Port match for: a4cc4308-9223-4f29-95f2-7fd811f72afa {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:09:10.513893 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device a4cc4308-9223-4f29-95f2-7fd811f72afa not bound to the agent host hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:09:10.516881 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:10.544871 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0ea96fd8-29ca-4b6e-9880-bf05300d3105 req-4d9c60fe-94fc-41b5-88de-eeb33a376e29 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?device_id=0fa36e49-613f-4e47-b151-ef19843e4648 HTTP/1.1" status: 200 len: 210 time: 0.0595055 Aug 20 14:09:10.595170 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-1894e001-c20c-4e65-8537-e9811a760b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:10.862426 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-1894e001-c20c-4e65-8537-e9811a760b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2a21bc3-2a19-4407-9aea-35f3cf3218f6 {{(pid=94100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:09:10.869691 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-1894e001-c20c-4e65-8537-e9811a760b96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:10.881304 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.provisioning_blocks [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-1894e001-c20c-4e65-8537-e9811a760b96 service neutron] Transition to ACTIVE for port object f2a21bc3-2a19-4407-9aea-35f3cf3218f6 will not be triggered until provisioned by entity L2. {{(pid=94100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:09:10.886740 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-1894e001-c20c-4e65-8537-e9811a760b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:10.960575 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894e001-c20c-4e65-8537-e9811a760b96 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a21bc3-2a19-4407-9aea-35f3cf3218f6,revision_number=2']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:11.030120 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-1894e001-c20c-4e65-8537-e9811a760b96 service neutron] Attempting to bind port f2a21bc3-2a19-4407-9aea-35f3cf3218f6 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:09:11.030515 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-1894e001-c20c-4e65-8537-e9811a760b96 service neutron] Attempting to bind port f2a21bc3-2a19-4407-9aea-35f3cf3218f6 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '320dccc1-342d-487c-a49d-87b935868f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09ac4a62-4c8f-4b1f-91bc-b2edb2196f17'}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:09:11.030894 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-1894e001-c20c-4e65-8537-e9811a760b96 service neutron] Attempting to bind port f2a21bc3-2a19-4407-9aea-35f3cf3218f6 on network 09ac4a62-4c8f-4b1f-91bc-b2edb2196f17 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:09:11.037772 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-1894e001-c20c-4e65-8537-e9811a760b96 service neutron] Port f2a21bc3-2a19-4407-9aea-35f3cf3218f6 on network 09ac4a62-4c8f-4b1f-91bc-b2edb2196f17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:09:11.038168 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-1894e001-c20c-4e65-8537-e9811a760b96 service neutron] Attempting to bind port f2a21bc3-2a19-4407-9aea-35f3cf3218f6 on network 09ac4a62-4c8f-4b1f-91bc-b2edb2196f17 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:09:11.046116 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-1894e001-c20c-4e65-8537-e9811a760b96 service neutron] Checking agent: {'id': 'e9494a82-1f02-49fe-8034-7b3c5c14ee49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'started_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:09:11.046460 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-1894e001-c20c-4e65-8537-e9811a760b96 service neutron] Checking segment: {'id': '320dccc1-342d-487c-a49d-87b935868f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09ac4a62-4c8f-4b1f-91bc-b2edb2196f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:09:11.046844 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-1894e001-c20c-4e65-8537-e9811a760b96 service neutron] Bound using segment: {'id': '320dccc1-342d-487c-a49d-87b935868f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09ac4a62-4c8f-4b1f-91bc-b2edb2196f17'} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:09:11.047588 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-1894e001-c20c-4e65-8537-e9811a760b96 service neutron] Bound port: f2a21bc3-2a19-4407-9aea-35f3cf3218f6, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '320dccc1-342d-487c-a49d-87b935868f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09ac4a62-4c8f-4b1f-91bc-b2edb2196f17'}}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:09:11.047849 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-1894e001-c20c-4e65-8537-e9811a760b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:11.234797 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-1894e001-c20c-4e65-8537-e9811a760b96 service neutron] For port f2a21bc3-2a19-4407-9aea-35f3cf3218f6, host hv-cinder-79053, cleared binding levels {{(pid=94100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:09:11.245142 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b0da9-7ff0-4921-bf07-746fa4f9f87c req-81102886-071e-4f77-a57c-148bdc1b9003 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:11.246695 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-055b0da9-7ff0-4921-bf07-746fa4f9f87c req-81102886-071e-4f77-a57c-148bdc1b9003 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 946 time: 0.1582432 Aug 20 14:09:11.282473 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-1894e001-c20c-4e65-8537-e9811a760b96 service neutron] For port f2a21bc3-2a19-4407-9aea-35f3cf3218f6, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f2a21bc3-2a19-4407-9aea-35f3cf3218f6,segment=NetworkSegment(320dccc1-342d-487c-a49d-87b935868f7d),segment_id=320dccc1-342d-487c-a49d-87b935868f7d)] {{(pid=94100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:09:11.299059 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-1894e001-c20c-4e65-8537-e9811a760b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:11.359060 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-1894e001-c20c-4e65-8537-e9811a760b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:11.359688 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-1894e001-c20c-4e65-8537-e9811a760b96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:11.361111 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-1894e001-c20c-4e65-8537-e9811a760b96 service neutron] 10.222.0.65 "PUT /v2.0/ports/f2a21bc3-2a19-4407-9aea-35f3cf3218f6 HTTP/1.1" status: 200 len: 1093 time: 0.8632646 Aug 20 14:09:11.370150 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba75d91-1818-4db3-9564-4e0c7043fbe4 req-6eefb0f5-800a-4116-ac15-536d6fed8466 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:11.371714 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9ba75d91-1818-4db3-9564-4e0c7043fbe4 req-6eefb0f5-800a-4116-ac15-536d6fed8466 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 943 time: 0.1567998 Aug 20 14:09:11.372244 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e65aa31-28e3-4eea-b00f-701f8844f6ad', 'tag': 'f2a21bc3-2a19-4407-9aea-35f3cf3218f6'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:09:11.375305 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b91e7a0-5c83-4185-81f6-5dc9cf050874" -d '{"events": [{"name": "network-changed", "server_uuid": "2e65aa31-28e3-4eea-b00f-701f8844f6ad", "tag": "f2a21bc3-2a19-4407-9aea-35f3cf3218f6"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:09:11.384604 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-055b0da9-7ff0-4921-bf07-746fa4f9f87c req-974c187a-ad0e-4044-bdea-013afb47c332 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219473 Aug 20 14:09:11.502515 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c33af22-647a-42de-ad0e-be9f3014e77f x-openstack-request-id: req-8c33af22-647a-42de-ad0e-be9f3014e77f {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:09:11.502890 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e65aa31-28e3-4eea-b00f-701f8844f6ad", "tag": "f2a21bc3-2a19-4407-9aea-35f3cf3218f6", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:09:11.503221 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8c33af22-647a-42de-ad0e-be9f3014e77f {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:09:11.503684 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e65aa31-28e3-4eea-b00f-701f8844f6ad', 'tag': 'f2a21bc3-2a19-4407-9aea-35f3cf3218f6', 'status': 'completed', 'code': 200} Aug 20 14:09:11.511804 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894e001-c20c-4e65-8537-e9811a760b96 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a21bc3-2a19-4407-9aea-35f3cf3218f6,revision_number=3']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:11.539259 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9ba75d91-1818-4db3-9564-4e0c7043fbe4 req-61804727-2caf-440d-8886-71ff0e32cd9f tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383219 Aug 20 14:09:11.546615 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-df006803-ca62-426f-ae63-9f296329c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:11.549724 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-df006803-ca62-426f-ae63-9f296329c246 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=da58fbe7d6f2432ebdf29fdaaba8f893&device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 1096 time: 0.1307681 Aug 20 14:09:11.556624 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:11.609870 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-82e8e825-7ad6-4d48-8be3-49fe6b17ff87 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2a21bc3-2a19-4407-9aea-35f3cf3218f6 HTTP/1.1" status: 200 len: 217 time: 0.0499177 Aug 20 14:09:11.680242 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-7ca4edbd-1dc2-4361-b2da-87133361492b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:11.682391 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-7ca4edbd-1dc2-4361-b2da-87133361492b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e5c9f92f-bbee-4432-a88e-944631c9f368 HTTP/1.1" status: 200 len: 847 time: 0.0624185 Aug 20 14:09:11.780708 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-df07b3e7-43b7-41f6-ab48-07c90bc69c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:11.782262 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-df07b3e7-43b7-41f6-ab48-07c90bc69c63 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=09ac4a62-4c8f-4b1f-91bc-b2edb2196f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0926147 Aug 20 14:09:11.792326 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:11.803843 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3338a5fa-9963-4e41-a7ea-991a0e43ae7f req-f5043da7-58c5-435d-a3db-62e3881c623e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0660498 Aug 20 14:09:11.894732 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 57034) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:11.977514 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338a5fa-9963-4e41-a7ea-991a0e43ae7f req-6d9f4e1a-a0f2-44a1-8f92-862fc0452943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:11.979010 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3338a5fa-9963-4e41-a7ea-991a0e43ae7f req-6d9f4e1a-a0f2-44a1-8f92-862fc0452943 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5c5349bb995408f9231d02a2b7a42d6&device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 1098 time: 0.1510811 Aug 20 14:09:12.059755 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-6616044f-ae43-4100-8ec2-65b7bf12b175 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6c0437c1b6e8462fb476435e09c91e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1634953 Aug 20 14:09:12.060422 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 57042) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:12.065475 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-32cc4489-7369-4a33-bf85-0b8215c5c523 service neutron] 10.222.0.65 "GET /v2.0/networks/09ac4a62-4c8f-4b1f-91bc-b2edb2196f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738779 Aug 20 14:09:12.102811 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2749242-180a-44db-9d31-05ade6ac193a req-b68233b0-ffec-4135-914c-748a1cab75dc tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:12.104310 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b2749242-180a-44db-9d31-05ade6ac193a req-b68233b0-ffec-4135-914c-748a1cab75dc tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/networks?id=83908b2d-edaa-4268-bd50-66e40f87bda6 HTTP/1.1" status: 200 len: 809 time: 0.2453642 Aug 20 14:09:12.130518 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-82e9fd67-4e52-4755-8bb3-1f97c6fd9f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:12.168530 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-82e9fd67-4e52-4755-8bb3-1f97c6fd9f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:12.204535 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b2749242-180a-44db-9d31-05ade6ac193a req-4744fdfa-2aec-42bc-80a2-5248368d9dc5 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/quotas/a332a83edf1a4aa2be7744ab33fb2c60 HTTP/1.1" status: 200 len: 375 time: 0.0492449 Aug 20 14:09:12.246983 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-82e9fd67-4e52-4755-8bb3-1f97c6fd9f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:12.250107 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-82e9fd67-4e52-4755-8bb3-1f97c6fd9f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:12.251314 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-82e9fd67-4e52-4755-8bb3-1f97c6fd9f8c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b7944981-6f36-4770-a377-fe77805edb2c HTTP/1.1" status: 204 len: 168 time: 0.1898701 Aug 20 14:09:12.253115 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b2749242-180a-44db-9d31-05ade6ac193a req-d4663c2c-6016-47a5-b567-5a12bdb56bdd tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a332a83edf1a4aa2be7744ab33fb2c60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513194 Aug 20 14:09:12.262477 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9fd67-4e52-4755-8bb3-1f97c6fd9f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7944981-6f36-4770-a377-fe77805edb2c,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:12.343519 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338a5fa-9963-4e41-a7ea-991a0e43ae7f req-b53fd92a-e327-43f2-a416-50a6a8393cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:12.345837 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3338a5fa-9963-4e41-a7ea-991a0e43ae7f req-b53fd92a-e327-43f2-a416-50a6a8393cd6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c1c7c6a6-5f3d-43a4-90fb-564a679154da HTTP/1.1" status: 200 len: 920 time: 0.3317680 Aug 20 14:09:12.409106 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3338a5fa-9963-4e41-a7ea-991a0e43ae7f req-29af3ac6-ec07-4a3d-9b87-c81aebf599c0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48842953-5da8-476c-9f5c-5a5c39ff8287 HTTP/1.1" status: 200 len: 217 time: 0.0532284 Aug 20 14:09:12.461315 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device b51bf0b8-9568-4a95-ad67-53ec81884255 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:09:12.477633 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a3cdf60d-e6e5-4bbf-badf-ed81b1dfb1bc req-07aa0c73-e08d-48aa-a795-aa316874b4b2 service neutron] 10.222.0.65 "GET /v2.0/networks/09ac4a62-4c8f-4b1f-91bc-b2edb2196f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938191 Aug 20 14:09:12.611428 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port b51bf0b8-9568-4a95-ad67-53ec81884255, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b51bf0b8-9568-4a95-ad67-53ec81884255,segment=NetworkSegment(09fbaf50-9346-436a-9d2f-7c32e079f7c3),segment_id=09fbaf50-9346-436a-9d2f-7c32e079f7c3)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:09:12.616880 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338a5fa-9963-4e41-a7ea-991a0e43ae7f req-d761dd4a-4222-4242-bacf-489f017feba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:12.618377 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3338a5fa-9963-4e41-a7ea-991a0e43ae7f req-d761dd4a-4222-4242-bacf-489f017feba4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=76001b34-7c64-4cf4-accf-135ef535979b HTTP/1.1" status: 200 len: 859 time: 0.2000301 Aug 20 14:09:12.625365 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Returning: {'device': 'b51bf0b8-9568-4a95-ad67-53ec81884255', 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0', 'port_id': 'b51bf0b8-9568-4a95-ad67-53ec81884255', 'mac_address': 'fa:16:3e:91:8f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:09:12.684264 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:12.708037 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b2749242-180a-44db-9d31-05ade6ac193a req-7017edd1-4cb6-4312-a133-404cfc67bd37 service neutron] 10.222.0.38 "GET /v2.0/networks/83908b2d-edaa-4268-bd50-66e40f87bda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538219 Aug 20 14:09:12.711587 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3338a5fa-9963-4e41-a7ea-991a0e43ae7f req-702313a6-bd16-493b-81c8-1e2afa2dc684 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1c7c6a6-5f3d-43a4-90fb-564a679154da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689337 Aug 20 14:09:12.721406 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531d689-9dd3-4b4d-95c4-a54954b15d04 req-89b4a952-9592-4e6b-9577-5b0bfdee19ea tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:12.723132 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e531d689-9dd3-4b4d-95c4-a54954b15d04 req-89b4a952-9592-4e6b-9577-5b0bfdee19ea tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 946 time: 0.1679816 Aug 20 14:09:12.833343 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b51bf0b8-9568-4a95-ad67-53ec81884255 {{(pid=94102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:09:12.856376 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port b51bf0b8-9568-4a95-ad67-53ec81884255, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b51bf0b8-9568-4a95-ad67-53ec81884255,segment=NetworkSegment(09fbaf50-9346-436a-9d2f-7c32e079f7c3),segment_id=09fbaf50-9346-436a-9d2f-7c32e079f7c3)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:09:12.861617 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:12.926537 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=b51bf0b8-9568-4a95-ad67-53ec81884255,revision_number=6']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:12.981771 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['b51bf0b8-9568-4a95-ad67-53ec81884255'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:09:13.075376 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:13.088536 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91e7a0-5c83-4185-81f6-5dc9cf050874 req-ed7ba687-d307-46df-a643-96f318611d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:13.090016 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2b91e7a0-5c83-4185-81f6-5dc9cf050874 req-ed7ba687-d307-46df-a643-96f318611d78 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=da58fbe7d6f2432ebdf29fdaaba8f893&device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 1096 time: 0.5005476 Aug 20 14:09:13.150261 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e531d689-9dd3-4b4d-95c4-a54954b15d04 req-5f90e89e-fbe2-4034-85f9-7a025dacf22a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686885 Aug 20 14:09:13.181993 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 57086) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:13.268549 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3338a5fa-9963-4e41-a7ea-991a0e43ae7f req-617f427b-6ff0-46cd-b7f0-543ab00bf143 service neutron] 10.222.0.65 "GET /v2.0/networks/c1c7c6a6-5f3d-43a4-90fb-564a679154da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5439680 Aug 20 14:09:13.289470 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b2749242-180a-44db-9d31-05ade6ac193a req-70283d87-86f7-4f2b-81b2-b99b429a233b service neutron] 10.222.0.38 "GET /v2.0/networks/83908b2d-edaa-4268-bd50-66e40f87bda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5555434 Aug 20 14:09:13.341886 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-b4440b2a-fe80-46f6-a4aa-a64e6100b4d1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-932448548-network', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:09:13.366980 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4440b2a-fe80-46f6-a4aa-a64e6100b4d1 admin admin] Made reservation on behalf of b9547b5173c74472b28578fee4efd2de for: {'network': 1} {{(pid=94101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:09:13.369773 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-b4440b2a-fe80-46f6-a4aa-a64e6100b4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for network, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:13.379642 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-b4440b2a-fe80-46f6-a4aa-a64e6100b4d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:13.402737 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d147b-ee0f-4cac-8fea-bf4bf93d0e2b req-ff876ba9-c89f-4891-a474-175a773b4eca tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:13.404317 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-806d147b-ee0f-4cac-8fea-bf4bf93d0e2b req-ff876ba9-c89f-4891-a474-175a773b4eca tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 943 time: 0.1580846 Aug 20 14:09:13.405436 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91e7a0-5c83-4185-81f6-5dc9cf050874 req-d7c4ffd0-7afb-4d5f-9e7a-d6c9a70fa661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:13.407132 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2b91e7a0-5c83-4185-81f6-5dc9cf050874 req-d7c4ffd0-7afb-4d5f-9e7a-d6c9a70fa661 service neutron] 10.222.0.65 "GET /v2.0/networks?id=09ac4a62-4c8f-4b1f-91bc-b2edb2196f17 HTTP/1.1" status: 200 len: 909 time: 0.2959511 Aug 20 14:09:13.559963 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-b4440b2a-fe80-46f6-a4aa-a64e6100b4d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:13.570581 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-b4440b2a-fe80-46f6-a4aa-a64e6100b4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:13.613906 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2b91e7a0-5c83-4185-81f6-5dc9cf050874 req-4c10c54c-381b-4fd3-9f0a-0235ae25738a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2a21bc3-2a19-4407-9aea-35f3cf3218f6 HTTP/1.1" status: 200 len: 217 time: 0.1814425 Aug 20 14:09:13.621536 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4440b2a-fe80-46f6-a4aa-a64e6100b4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420828e2-f60a-4af5-ab9c-84c669c1535d,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:13.642495 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4440b2a-fe80-46f6-a4aa-a64e6100b4d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:09:13.665550 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-b4440b2a-fe80-46f6-a4aa-a64e6100b4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:13.667360 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.db.segments_db [None req-b4440b2a-fe80-46f6-a4aa-a64e6100b4d1 admin admin] Added segment ef43daab-3823-45b9-a2bf-5f2531300abc of type vlan for network 0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1 Aug 20 14:09:13.698786 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-47126549-7ac3-49bf-8acc-88035b6dcded req-898b0c1d-8bee-4e34-9adb-ca41fce74a39 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd01f49b-aa25-448e-80a8-6ae7e75f10fd HTTP/1.1" status: 200 len: 210 time: 0.1059620 Aug 20 14:09:13.705453 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3338a5fa-9963-4e41-a7ea-991a0e43ae7f req-29b38f3e-a356-4d67-8f18-9e06a4dee222 service neutron] 10.222.0.65 "GET /v2.0/networks/c1c7c6a6-5f3d-43a4-90fb-564a679154da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122007 Aug 20 14:09:13.768938 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-806d147b-ee0f-4cac-8fea-bf4bf93d0e2b req-06482245-481a-4c20-965b-a9097facf101 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3489847 Aug 20 14:09:13.773057 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-b4440b2a-fe80-46f6-a4aa-a64e6100b4d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728246170444'] for network, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:13.795546 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91e7a0-5c83-4185-81f6-5dc9cf050874 req-e82c82f8-9b73-46b3-b88d-474ae1d27fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:13.800530 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2b91e7a0-5c83-4185-81f6-5dc9cf050874 req-e82c82f8-9b73-46b3-b88d-474ae1d27fed service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e5c9f92f-bbee-4432-a88e-944631c9f368 HTTP/1.1" status: 200 len: 847 time: 0.1325722 Aug 20 14:09:13.819612 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-b4440b2a-fe80-46f6-a4aa-a64e6100b4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018'] for network, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:13.820804 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4440b2a-fe80-46f6-a4aa-a64e6100b4d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:13.821464 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-b4440b2a-fe80-46f6-a4aa-a64e6100b4d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:13.878486 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-b4440b2a-fe80-46f6-a4aa-a64e6100b4d1 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6953700 Aug 20 14:09:13.879400 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91e7a0-5c83-4185-81f6-5dc9cf050874 req-35ebfb5e-1708-4fd0-8b1b-777b03d2ef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:13.882549 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2b91e7a0-5c83-4185-81f6-5dc9cf050874 req-35ebfb5e-1708-4fd0-8b1b-777b03d2ef39 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=09ac4a62-4c8f-4b1f-91bc-b2edb2196f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0718977 Aug 20 14:09:13.883326 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 57126) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:13.893541 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-b8547765-d25c-45a3-8e78-382f561a9122 admin admin] Request body: {'subnet': {'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-932448548-subnet', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'ip_version': 4}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:09:13.899055 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4440b2a-fe80-46f6-a4aa-a64e6100b4d1 admin admin] Pushing event updated for resources: {'Network': ['ID=0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:13.910562 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Network 0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1 details requested by agent ovs-agent-dv-cinder-790535-10-iscsi with host dv-cinder-790535-10-iscsi {{(pid=94102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:09:13.989031 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8547765-d25c-45a3-8e78-382f561a9122 admin admin] Made reservation on behalf of b9547b5173c74472b28578fee4efd2de for: {'subnet': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:09:13.992562 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b8547765-d25c-45a3-8e78-382f561a9122 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130989261'] for subnet, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:14.080365 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2b91e7a0-5c83-4185-81f6-5dc9cf050874 req-f7970adc-6b9b-426c-9673-072ed4229fb5 service neutron] 10.222.0.65 "GET /v2.0/networks/09ac4a62-4c8f-4b1f-91bc-b2edb2196f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824870 Aug 20 14:09:14.404976 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2b91e7a0-5c83-4185-81f6-5dc9cf050874 req-34f2c11b-9987-4882-9c82-b92d54d7896e service neutron] 10.222.0.65 "GET /v2.0/networks/09ac4a62-4c8f-4b1f-91bc-b2edb2196f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161147 Aug 20 14:09:14.461585 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device b51bf0b8-9568-4a95-ad67-53ec81884255 up at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:09:14.473248 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ff356-43d2-4018-b2ee-4b34b5b4e1e5 req-c775306c-a869-4c27-b6ed-3e273df46355 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:14.481769 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9b9ff356-43d2-4018-b2ee-4b34b5b4e1e5 req-c775306c-a869-4c27-b6ed-3e273df46355 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 945 time: 0.1906118 Aug 20 14:09:14.524760 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b8547765-d25c-45a3-8e78-382f561a9122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130952573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130989279'] for subnet, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:14.555658 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning complete for port b51bf0b8-9568-4a95-ad67-53ec81884255 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:09:14.556040 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:14.607475 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9b9ff356-43d2-4018-b2ee-4b34b5b4e1e5 req-75297285-8f63-492a-9efa-d4ccbafe88c7 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247327 Aug 20 14:09:14.691856 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8547765-d25c-45a3-8e78-382f561a9122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70930b94-b5fe-43e0-b1d1-cb529415b9c1,revision_number=0']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:14.711900 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8547765-d25c-45a3-8e78-382f561a9122 admin admin] Checking segment: {'id': 'ef43daab-3823-45b9-a2bf-5f2531300abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:09:14.713116 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8547765-d25c-45a3-8e78-382f561a9122 admin admin] Network hostable DHCP agents. Network: 0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1, hostable agents: ['753d3244-3585-4dcb-8855-3f40f736060e'], hosted agents: [] {{(pid=94100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:09:14.717363 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:14.781696 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8547765-d25c-45a3-8e78-382f561a9122 admin admin] Network 0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1 is scheduled to be hosted by DHCP agent 753d3244-3585-4dcb-8855-3f40f736060e with binding_index 1 {{(pid=94100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:09:14.789241 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84643384-b871-43e8-a754-c9b24753f49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51bf0b8-9568-4a95-ad67-53ec81884255'}] {{(pid=94102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:09:14.793530 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658e03e68c488354c0da9c4193b8775245da486d5210860026445f3bfd5b20fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be46d83-b715-45ba-8a00-87da5f69996e" -d '{"events": [{"server_uuid": "84643384-b871-43e8-a754-c9b24753f49a", "name": "network-vif-plugged", "status": "completed", "tag": "b51bf0b8-9568-4a95-ad67-53ec81884255"}]}' {{(pid=94102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:09:14.809839 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [None req-b8547765-d25c-45a3-8e78-382f561a9122 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-10-iscsi, 0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1) {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:09:14.812584 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port b51bf0b8-9568-4a95-ad67-53ec81884255, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b51bf0b8-9568-4a95-ad67-53ec81884255,segment=NetworkSegment(09fbaf50-9346-436a-9d2f-7c32e079f7c3),segment_id=09fbaf50-9346-436a-9d2f-7c32e079f7c3)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:09:14.817399 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8547765-d25c-45a3-8e78-382f561a9122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:14.818100 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b8547765-d25c-45a3-8e78-382f561a9122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for subnet, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:14.822425 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c3c0a9-469a-4e7a-bf3b-58d69453a0b9 None None] Network 0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1 requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:09:14.899919 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8b477b53-fc7d-4783-a03f-be1c7ccddc1b req-c2b1bae7-b963-461d-95d6-3be2b1c3fb72 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd01f49b-aa25-448e-80a8-6ae7e75f10fd HTTP/1.1" status: 200 len: 210 time: 0.0721109 Aug 20 14:09:14.904632 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-b8547765-d25c-45a3-8e78-382f561a9122 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0187151 Aug 20 14:09:14.906130 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 57154) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:14.911961 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-3835fd1a-688c-4cbe-9dba-f809a244d837 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-932448548-router', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'}}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:09:14.981034 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67207d25-c025-4181-9f41-15fe3c72101e req-2f476087-1951-43ea-9692-3899c7006d5b tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:14.981289 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3835fd1a-688c-4cbe-9dba-f809a244d837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3284'] for router, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:14.982385 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3835fd1a-688c-4cbe-9dba-f809a244d837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533819', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:14.994052 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-67207d25-c025-4181-9f41-15fe3c72101e req-2f476087-1951-43ea-9692-3899c7006d5b tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 943 time: 0.0984528 Aug 20 14:09:15.044003 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:15.056416 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52aa49f7-14d4-4d00-b7a8-f5c136fb235d x-openstack-request-id: req-52aa49f7-14d4-4d00-b7a8-f5c136fb235d {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:09:15.061387 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84643384-b871-43e8-a754-c9b24753f49a", "name": "network-vif-plugged", "status": "completed", "tag": "b51bf0b8-9568-4a95-ad67-53ec81884255", "code": 200}]} {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:09:15.061830 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-52aa49f7-14d4-4d00-b7a8-f5c136fb235d {{(pid=94102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:09:15.062430 dv-cinder-790535-10-iscsi neutron-server[94102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84643384-b871-43e8-a754-c9b24753f49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51bf0b8-9568-4a95-ad67-53ec81884255', 'code': 200} Aug 20 14:09:15.069316 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-67207d25-c025-4181-9f41-15fe3c72101e req-a9dc0331-dc23-4046-8e42-88a5f5c8d27c tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683410 Aug 20 14:09:15.097468 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3835fd1a-688c-4cbe-9dba-f809a244d837 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:15.156745 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=b51bf0b8-9568-4a95-ad67-53ec81884255,revision_number=7']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:15.170420 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a1f9ac-25ea-4ee8-94b6-8e377fe73344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4bf352a0-604e-5a37-8942-ccf39ab588eb-0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1', 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'fixed_ips': [{'subnet_id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1'}]}} from dv-cinder-790535-10-iscsi. {{(pid=94102) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:09:15.171637 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-88a1f9ac-25ea-4ee8-94b6-8e377fe73344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:15.278354 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3835fd1a-688c-4cbe-9dba-f809a244d837 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:15.432450 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.db_base_plugin_common [None req-88a1f9ac-25ea-4ee8-94b6-8e377fe73344 None None] Allocated IP 172.20.0.2 (0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1/70930b94-b5fe-43e0-b1d1-cb529415b9c1/ce0e5958-de26-4362-9597-7456d60dfbdd) {{(pid=94102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:09:15.583642 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3835fd1a-688c-4cbe-9dba-f809a244d837 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:15.605062 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3835fd1a-688c-4cbe-9dba-f809a244d837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:15.703453 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2749242-180a-44db-9d31-05ade6ac193a req-a8b0a736-35e2-4d01-a556-5ed390f9c39e tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:15.706998 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b2749242-180a-44db-9d31-05ade6ac193a req-a8b0a736-35e2-4d01-a556-5ed390f9c39e tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.65 "GET /v2.0/networks?id=83908b2d-edaa-4268-bd50-66e40f87bda6 HTTP/1.1" status: 200 len: 809 time: 0.3681023 Aug 20 14:09:15.721314 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-b2749242-180a-44db-9d31-05ade6ac193a req-07f55ac1-e90a-4f09-bd3d-dd7477ca6ac4 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Request body: {'port': {'device_id': 'fd01f49b-aa25-448e-80a8-6ae7e75f10fd', 'network_id': '83908b2d-edaa-4268-bd50-66e40f87bda6', 'admin_state_up': True, 'tenant_id': 'a332a83edf1a4aa2be7744ab33fb2c60'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:09:15.800217 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.db_base_plugin_common [None req-3835fd1a-688c-4cbe-9dba-f809a244d837 admin admin] Allocated IP 172.27.3.98 (98d0971e-9611-4cfe-abc2-ff603fbae97c/e8e9b9bd-ae96-49d0-b730-35afc957c6cc/3cdd78ec-b18c-4422-afc3-f7c803921453) {{(pid=94101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:09:15.863669 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-88a1f9ac-25ea-4ee8-94b6-8e377fe73344 None None] Notify callbacks [] for port, precommit_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:15.874922 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-88a1f9ac-25ea-4ee8-94b6-8e377fe73344 None None] Transition to ACTIVE for port object ce0e5958-de26-4362-9597-7456d60dfbdd will not be triggered until provisioned by entity L2. {{(pid=94102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:09:15.900311 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-88a1f9ac-25ea-4ee8-94b6-8e377fe73344 None None] Transition to ACTIVE for port object ce0e5958-de26-4362-9597-7456d60dfbdd will not be triggered until provisioned by entity DHCP. {{(pid=94102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:09:15.922198 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-88a1f9ac-25ea-4ee8-94b6-8e377fe73344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981'] for port, after_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:15.939823 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cad4db-339b-405c-b7b0-59b50780b9a8 req-99c42bb6-50b1-4b0a-ae92-3bb80b2874d5 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:15.942421 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-26cad4db-339b-405c-b7b0-59b50780b9a8 req-99c42bb6-50b1-4b0a-ae92-3bb80b2874d5 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 946 time: 0.1865306 Aug 20 14:09:16.044681 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3835fd1a-688c-4cbe-9dba-f809a244d837 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:16.049532 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2749242-180a-44db-9d31-05ade6ac193a req-07f55ac1-e90a-4f09-bd3d-dd7477ca6ac4 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Made reservation on behalf of a332a83edf1a4aa2be7744ab33fb2c60 for: {'port': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:09:16.055166 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-b2749242-180a-44db-9d31-05ade6ac193a req-07f55ac1-e90a-4f09-bd3d-dd7477ca6ac4 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:16.076337 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a1f9ac-25ea-4ee8-94b6-8e377fe73344 None None] Network 0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1 is already hosted by enough agents. {{(pid=94102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:09:16.085609 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.scheduler.base_scheduler [None req-88a1f9ac-25ea-4ee8-94b6-8e377fe73344 None None] Resources bound (agent type, host, resource id): {{(pid=94102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:09:16.092517 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a1f9ac-25ea-4ee8-94b6-8e377fe73344 None None] Received port after_create {{(pid=94102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:09:16.108015 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-26cad4db-339b-405c-b7b0-59b50780b9a8 req-5d86af20-8719-4b29-a7ee-92b3214e5f43 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502805 Aug 20 14:09:16.155015 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3835fd1a-688c-4cbe-9dba-f809a244d837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981'] for port, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:16.175667 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-70ff6e4e-a3bc-459e-b9bd-25b0ff81037f req-ea73e7ac-b22e-43e2-b51f-20823577477c tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd01f49b-aa25-448e-80a8-6ae7e75f10fd HTTP/1.1" status: 200 len: 210 time: 0.0881138 Aug 20 14:09:16.206929 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a1f9ac-25ea-4ee8-94b6-8e377fe73344 None None] Pushing event updated for resources: {'Port': ['ID=ce0e5958-de26-4362-9597-7456d60dfbdd,revision_number=1']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:16.211472 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3835fd1a-688c-4cbe-9dba-f809a244d837 admin admin] Network 98d0971e-9611-4cfe-abc2-ff603fbae97c is already hosted by enough agents. {{(pid=94101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:09:16.216077 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.base_scheduler [None req-3835fd1a-688c-4cbe-9dba-f809a244d837 admin admin] Resources bound (agent type, host, resource id): {{(pid=94101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:09:16.222721 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3835fd1a-688c-4cbe-9dba-f809a244d837 admin admin] Received port after_create {{(pid=94101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:09:16.307667 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-88a1f9ac-25ea-4ee8-94b6-8e377fe73344 None None] Attempting to bind port ce0e5958-de26-4362-9597-7456d60dfbdd on host dv-cinder-790535-10-iscsi for vnic_type normal with profile {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:09:16.308051 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-88a1f9ac-25ea-4ee8-94b6-8e377fe73344 None None] Attempting to bind port ce0e5958-de26-4362-9597-7456d60dfbdd by drivers openvswitch,hyperv on host dv-cinder-790535-10-iscsi at level 0 using segments [{'id': 'ef43daab-3823-45b9-a2bf-5f2531300abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1'}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:09:16.308420 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a1f9ac-25ea-4ee8-94b6-8e377fe73344 None None] Attempting to bind port ce0e5958-de26-4362-9597-7456d60dfbdd on network 0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1 {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:09:16.315435 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a1f9ac-25ea-4ee8-94b6-8e377fe73344 None None] Checking agent: {'id': '24d8fd69-abc0-4f0a-ba2d-fdf83f719c3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 59, 10), 'started_at': datetime.datetime(2021, 8, 20, 13, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:09:16.315881 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a1f9ac-25ea-4ee8-94b6-8e377fe73344 None None] Checking segment: {'id': 'ef43daab-3823-45b9-a2bf-5f2531300abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:09:16.316506 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-88a1f9ac-25ea-4ee8-94b6-8e377fe73344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:16.316902 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a1f9ac-25ea-4ee8-94b6-8e377fe73344 None None] Bound using segment: {'id': 'ef43daab-3823-45b9-a2bf-5f2531300abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1'} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:09:16.317859 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-88a1f9ac-25ea-4ee8-94b6-8e377fe73344 None None] Bound port: ce0e5958-de26-4362-9597-7456d60dfbdd, host: dv-cinder-790535-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef43daab-3823-45b9-a2bf-5f2531300abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1'}}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:09:16.318266 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-88a1f9ac-25ea-4ee8-94b6-8e377fe73344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:16.481791 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-88a1f9ac-25ea-4ee8-94b6-8e377fe73344 None None] For port ce0e5958-de26-4362-9597-7456d60dfbdd, host dv-cinder-790535-10-iscsi, cleared binding levels {{(pid=94102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:09:16.486148 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-88a1f9ac-25ea-4ee8-94b6-8e377fe73344 None None] For port ce0e5958-de26-4362-9597-7456d60dfbdd, host dv-cinder-790535-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=ce0e5958-de26-4362-9597-7456d60dfbdd,segment=NetworkSegment(ef43daab-3823-45b9-a2bf-5f2531300abc),segment_id=ef43daab-3823-45b9-a2bf-5f2531300abc)] {{(pid=94102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:09:16.497182 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-88a1f9ac-25ea-4ee8-94b6-8e377fe73344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:16.516007 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eccef7-b221-49ae-8698-143f8cb3ee84 req-0eaf6640-5d53-4bd0-ae75-db482a3e37ca tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:16.533133 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e0eccef7-b221-49ae-8698-143f8cb3ee84 req-0eaf6640-5d53-4bd0-ae75-db482a3e37ca tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 943 time: 0.2207501 Aug 20 14:09:16.617985 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e0eccef7-b221-49ae-8698-143f8cb3ee84 req-04c12b6d-7836-4947-955c-f7482b9add6a tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838299 Aug 20 14:09:16.630061 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [req-b2749242-180a-44db-9d31-05ade6ac193a req-07f55ac1-e90a-4f09-bd3d-dd7477ca6ac4 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Allocated IP 172.20.0.2 (83908b2d-edaa-4268-bd50-66e40f87bda6/8a4bff83-057d-41b6-a9b9-b135d1362300/dd300731-2c4e-4bb0-91f6-1b850cf1a130) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:09:16.652333 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a1f9ac-25ea-4ee8-94b6-8e377fe73344 None None] Pushing event updated for resources: {'Port': ['ID=ce0e5958-de26-4362-9597-7456d60dfbdd,revision_number=2']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:16.762356 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835fd1a-688c-4cbe-9dba-f809a244d837 admin admin] Pushing event updated for resources: {'Port': ['ID=3cdd78ec-b18c-4422-afc3-f7c803921453,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:16.901240 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-b2749242-180a-44db-9d31-05ade6ac193a req-07f55ac1-e90a-4f09-bd3d-dd7477ca6ac4 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:16.982692 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-b2749242-180a-44db-9d31-05ade6ac193a req-07f55ac1-e90a-4f09-bd3d-dd7477ca6ac4 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:17.073903 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3835fd1a-688c-4cbe-9dba-f809a244d837 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:17.094507 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2749242-180a-44db-9d31-05ade6ac193a req-07f55ac1-e90a-4f09-bd3d-dd7477ca6ac4 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Network 83908b2d-edaa-4268-bd50-66e40f87bda6 is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:09:17.103724 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [req-b2749242-180a-44db-9d31-05ade6ac193a req-07f55ac1-e90a-4f09-bd3d-dd7477ca6ac4 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:09:17.109232 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2749242-180a-44db-9d31-05ade6ac193a req-07f55ac1-e90a-4f09-bd3d-dd7477ca6ac4 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:09:17.169336 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f55ac1-e90a-4f09-bd3d-dd7477ca6ac4 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Pushing event updated for resources: {'Port': ['ID=dd300731-2c4e-4bb0-91f6-1b850cf1a130,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:17.252900 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2749242-180a-44db-9d31-05ade6ac193a req-07f55ac1-e90a-4f09-bd3d-dd7477ca6ac4 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:17.253078 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-b2749242-180a-44db-9d31-05ade6ac193a req-07f55ac1-e90a-4f09-bd3d-dd7477ca6ac4 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:17.314084 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b2749242-180a-44db-9d31-05ade6ac193a req-07f55ac1-e90a-4f09-bd3d-dd7477ca6ac4 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5970266 Aug 20 14:09:17.356311 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-b2749242-180a-44db-9d31-05ade6ac193a req-e9ab757a-2dbd-40e0-81ac-8bfba016a21f service neutron] Request body: {'port': {'device_id': 'fd01f49b-aa25-448e-80a8-6ae7e75f10fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:09:17.439555 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-b2749242-180a-44db-9d31-05ade6ac193a req-e9ab757a-2dbd-40e0-81ac-8bfba016a21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:17.513652 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89afc0-8dea-49f1-bc52-0a6292f1f5a5 req-aeeaabba-20cb-4b39-946f-5ccf0a0d26b6 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:17.523679 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7c89afc0-8dea-49f1-bc52-0a6292f1f5a5 req-aeeaabba-20cb-4b39-946f-5ccf0a0d26b6 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd01f49b-aa25-448e-80a8-6ae7e75f10fd HTTP/1.1" status: 200 len: 931 time: 0.2215264 Aug 20 14:09:17.540088 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3835fd1a-688c-4cbe-9dba-f809a244d837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533931'] for router, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:17.620636 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674815d3-01d8-4df0-9ad6-7922a78f00d0 req-c27d9147-a2cf-47fc-9edb-484f47cd2da9 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:17.637040 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-674815d3-01d8-4df0-9ad6-7922a78f00d0 req-c27d9147-a2cf-47fc-9edb-484f47cd2da9 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 946 time: 0.3556972 Aug 20 14:09:17.865110 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device ce0e5958-de26-4362-9597-7456d60dfbdd up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:09:17.989701 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-674815d3-01d8-4df0-9ad6-7922a78f00d0 req-faf72311-7c40-485f-892f-79591b91bea4 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3241422 Aug 20 14:09:17.991339 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3835fd1a-688c-4cbe-9dba-f809a244d837 admin admin] Router ece7f8b1-caa6-4f8b-b867-83e5fb328d3d is scheduled to L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf with binding_index 1 {{(pid=94101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:09:18.024788 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning for port ce0e5958-de26-4362-9597-7456d60dfbdd completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:09:18.088264 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7c89afc0-8dea-49f1-bc52-0a6292f1f5a5 req-b8bfd379-0365-45a7-830a-4afa375f10ea tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/security-groups?id=36e82f6b-096d-4bb7-b742-e695e16ee495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560066 Aug 20 14:09:18.252626 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3835fd1a-688c-4cbe-9dba-f809a244d837 admin admin] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:09:18.265997 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404f86a4-b2d0-4491-99d6-739d7efad9d3 None None] Sync routers for ids ['ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'] in dv-cinder-790535-10-iscsi {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:09:18.281447 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404f86a4-b2d0-4491-99d6-739d7efad9d3 None None] Routers {'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:09:18.282093 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-404f86a4-b2d0-4491-99d6-739d7efad9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:09:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:18.321173 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3835fd1a-688c-4cbe-9dba-f809a244d837 admin admin] Notify callbacks [] for router, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:18.324454 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-3835fd1a-688c-4cbe-9dba-f809a244d837 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4165499 Aug 20 14:09:18.327396 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 57262) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:18.331796 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa988ae-a7c4-4abd-9cef-b81b4ec0a286 None None] Network 0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1 requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:09:18.377863 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e160d-a142-4e2d-b7a9-32bd32d827bb req-df37b759-6370-408a-8eec-bca0d702d49e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:18.379794 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-915e160d-a142-4e2d-b7a9-32bd32d827bb req-df37b759-6370-408a-8eec-bca0d702d49e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 943 time: 0.1647823 Aug 20 14:09:18.518641 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-404f86a4-b2d0-4491-99d6-739d7efad9d3 None None] Set router ece7f8b1-caa6-4f8b-b867-83e5fb328d3d gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:09:18.559362 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-6964e13d-407c-4936-8b7d-7fae2f348862 None None] Provisioning for port ce0e5958-de26-4362-9597-7456d60dfbdd completed by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:09:18.573120 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-915e160d-a142-4e2d-b7a9-32bd32d827bb req-ed336a61-7fb2-49c4-86ad-a6dc547706f7 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154323 Aug 20 14:09:18.578668 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-6964e13d-407c-4936-8b7d-7fae2f348862 None None] Provisioning complete for port ce0e5958-de26-4362-9597-7456d60dfbdd triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:09:18.582952 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-6964e13d-407c-4936-8b7d-7fae2f348862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:18.677000 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [req-b2749242-180a-44db-9d31-05ade6ac193a req-e9ab757a-2dbd-40e0-81ac-8bfba016a21f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd300731-2c4e-4bb0-91f6-1b850cf1a130 {{(pid=94100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:09:18.691947 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-b2749242-180a-44db-9d31-05ade6ac193a req-e9ab757a-2dbd-40e0-81ac-8bfba016a21f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:18.713639 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.provisioning_blocks [req-b2749242-180a-44db-9d31-05ade6ac193a req-e9ab757a-2dbd-40e0-81ac-8bfba016a21f service neutron] Transition to ACTIVE for port object dd300731-2c4e-4bb0-91f6-1b850cf1a130 will not be triggered until provisioned by entity L2. {{(pid=94100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:09:18.763729 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-b2749242-180a-44db-9d31-05ade6ac193a req-e9ab757a-2dbd-40e0-81ac-8bfba016a21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:18.885772 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-6964e13d-407c-4936-8b7d-7fae2f348862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:18.992057 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ea9d7-4743-4267-bd0d-8095d88280a8 req-92dd06f0-4da0-49fd-a887-8283b8d91c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:18.992631 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-6964e13d-407c-4936-8b7d-7fae2f348862 None None] For port ce0e5958-de26-4362-9597-7456d60dfbdd, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=ce0e5958-de26-4362-9597-7456d60dfbdd,segment=NetworkSegment(ef43daab-3823-45b9-a2bf-5f2531300abc),segment_id=ef43daab-3823-45b9-a2bf-5f2531300abc)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:09:18.993946 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f26ea9d7-4743-4267-bd0d-8095d88280a8 req-92dd06f0-4da0-49fd-a887-8283b8d91c82 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5c5349bb995408f9231d02a2b7a42d6&device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 1098 time: 0.2747109 Aug 20 14:09:18.997644 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab757a-2dbd-40e0-81ac-8bfba016a21f service neutron] Pushing event updated for resources: {'Port': ['ID=dd300731-2c4e-4bb0-91f6-1b850cf1a130,revision_number=2']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:18.998445 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-6964e13d-407c-4936-8b7d-7fae2f348862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:19.182602 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964e13d-407c-4936-8b7d-7fae2f348862 None None] Pushing event updated for resources: {'Port': ['ID=ce0e5958-de26-4362-9597-7456d60dfbdd,revision_number=3']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:19.344656 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-404f86a4-b2d0-4491-99d6-739d7efad9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'name': 'tempest-TestVolumeBootPattern-932448548-router', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:14Z', 'updated_at': '2021-08-20T14:09:16Z', 'revision_number': 3, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'gw_port': {'id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:15Z', 'updated_at': '2021-08-20T14:09:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:19.410966 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404f86a4-b2d0-4491-99d6-739d7efad9d3 None None] Checking router: ece7f8b1-caa6-4f8b-b867-83e5fb328d3d for host: dv-cinder-790535-10-iscsi {{(pid=94103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:09:19.411525 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404f86a4-b2d0-4491-99d6-739d7efad9d3 None None] Updating router ece7f8b1-caa6-4f8b-b867-83e5fb328d3d port 3cdd78ec-b18c-4422-afc3-f7c803921453 binding host dv-cinder-790535-10-iscsi {{(pid=94103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:09:19.489384 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-404f86a4-b2d0-4491-99d6-739d7efad9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:19.535588 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-ed1011a1-acce-49df-a985-0c0d0742d7c4 None None] Provisioning complete for port ce0e5958-de26-4362-9597-7456d60dfbdd triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:09:19.535959 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ed1011a1-acce-49df-a985-0c0d0742d7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:19.551681 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-460dd4d1-9cfa-4597-8696-42bc3cc5aecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:19.764407 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.db_base_plugin_common [None req-460dd4d1-9cfa-4597-8696-42bc3cc5aecb admin admin] Allocated IP 172.20.0.1 (0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1/70930b94-b5fe-43e0-b1d1-cb529415b9c1/ae5a7c76-f4f9-4aab-9d40-99d06746d3b6) {{(pid=94101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:09:19.775717 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device ce0e5958-de26-4362-9597-7456d60dfbdd up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:09:19.819027 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ea9d7-4743-4267-bd0d-8095d88280a8 req-08928034-c664-4189-be5d-72f486d6a93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:19.820277 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f26ea9d7-4743-4267-bd0d-8095d88280a8 req-08928034-c664-4189-be5d-72f486d6a93b service neutron] 10.222.0.65 "GET /v2.0/networks?id=c1c7c6a6-5f3d-43a4-90fb-564a679154da HTTP/1.1" status: 200 len: 920 time: 0.8103447 Aug 20 14:09:19.907135 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port ce0e5958-de26-4362-9597-7456d60dfbdd triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:09:19.909485 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:19.912363 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f26ea9d7-4743-4267-bd0d-8095d88280a8 req-47872fbd-3926-4fb5-9e87-68aa0b8f7ef2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b75794f-c849-40e2-a07a-20dcddba583b HTTP/1.1" status: 200 len: 217 time: 0.0428216 Aug 20 14:09:19.932098 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372b9c7-78cf-45be-9890-d70a6fbaf1fc req-820fbac2-a697-48a0-ad3e-f3dba62d2d0d tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:19.940168 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f372b9c7-78cf-45be-9890-d70a6fbaf1fc req-820fbac2-a697-48a0-ad3e-f3dba62d2d0d tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 1.0889640 Aug 20 14:09:19.974917 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-460dd4d1-9cfa-4597-8696-42bc3cc5aecb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:20.009153 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.provisioning_blocks [None req-460dd4d1-9cfa-4597-8696-42bc3cc5aecb admin admin] Transition to ACTIVE for port object ae5a7c76-f4f9-4aab-9d40-99d06746d3b6 will not be triggered until provisioned by entity DHCP. {{(pid=94101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:09:20.104583 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ea9d7-4743-4267-bd0d-8095d88280a8 req-1af0523f-5139-493e-b820-70b970d09519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:20.106245 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f26ea9d7-4743-4267-bd0d-8095d88280a8 req-1af0523f-5139-493e-b820-70b970d09519 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=76001b34-7c64-4cf4-accf-135ef535979b HTTP/1.1" status: 200 len: 859 time: 0.1464689 Aug 20 14:09:20.108422 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-460dd4d1-9cfa-4597-8696-42bc3cc5aecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981'] for port, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:20.161789 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f26ea9d7-4743-4267-bd0d-8095d88280a8 req-2ba86574-fa3f-4065-8a73-95b2a5c632b0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1c7c6a6-5f3d-43a4-90fb-564a679154da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422175 Aug 20 14:09:20.196349 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-404f86a4-b2d0-4491-99d6-739d7efad9d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:20.201138 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f372b9c7-78cf-45be-9890-d70a6fbaf1fc req-1b95d7cb-78cb-4127-a06e-c988151f3f54 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600615 Aug 20 14:09:20.213125 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.provisioning_blocks [None req-404f86a4-b2d0-4491-99d6-739d7efad9d3 None None] Transition to ACTIVE for port object 3cdd78ec-b18c-4422-afc3-f7c803921453 will not be triggered until provisioned by entity L2. {{(pid=94103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:09:20.225930 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e338cf-86a3-4a7b-b378-d934f911357a req-32463bf8-2897-4cee-998b-652e06a6c85e tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:20.229181 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-404f86a4-b2d0-4491-99d6-739d7efad9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:20.241109 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a2e338cf-86a3-4a7b-b378-d934f911357a req-32463bf8-2897-4cee-998b-652e06a6c85e tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 946 time: 0.4186504 Aug 20 14:09:20.251309 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460dd4d1-9cfa-4597-8696-42bc3cc5aecb admin admin] Pushing event updated for resources: {'Port': ['ID=ae5a7c76-f4f9-4aab-9d40-99d06746d3b6,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:20.261940 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460dd4d1-9cfa-4597-8696-42bc3cc5aecb admin admin] Network 0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1 is already hosted by enough agents. {{(pid=94101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:09:20.263458 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.base_scheduler [None req-460dd4d1-9cfa-4597-8696-42bc3cc5aecb admin admin] Resources bound (agent type, host, resource id): {{(pid=94101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:09:20.266414 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460dd4d1-9cfa-4597-8696-42bc3cc5aecb admin admin] Received port after_create {{(pid=94101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:09:20.267131 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-460dd4d1-9cfa-4597-8696-42bc3cc5aecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534593'] for router_interface, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:20.307338 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.managers [None req-404f86a4-b2d0-4491-99d6-739d7efad9d3 None None] Attempting to bind port 3cdd78ec-b18c-4422-afc3-f7c803921453 on host dv-cinder-790535-10-iscsi for vnic_type normal with profile {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:09:20.313525 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.managers [None req-404f86a4-b2d0-4491-99d6-739d7efad9d3 None None] Attempting to bind port 3cdd78ec-b18c-4422-afc3-f7c803921453 by drivers openvswitch,hyperv on host dv-cinder-790535-10-iscsi at level 0 using segments [{'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'}] {{(pid=94103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:09:20.314123 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404f86a4-b2d0-4491-99d6-739d7efad9d3 None None] Attempting to bind port 3cdd78ec-b18c-4422-afc3-f7c803921453 on network 98d0971e-9611-4cfe-abc2-ff603fbae97c {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:09:20.343428 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404f86a4-b2d0-4491-99d6-739d7efad9d3 None None] Checking agent: {'id': '24d8fd69-abc0-4f0a-ba2d-fdf83f719c3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 59, 10), 'started_at': datetime.datetime(2021, 8, 20, 13, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:09:20.347875 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404f86a4-b2d0-4491-99d6-739d7efad9d3 None None] Checking segment: {'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:09:20.348595 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-404f86a4-b2d0-4491-99d6-739d7efad9d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:20.348909 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404f86a4-b2d0-4491-99d6-739d7efad9d3 None None] Bound using segment: {'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'} {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:09:20.349487 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.managers [None req-404f86a4-b2d0-4491-99d6-739d7efad9d3 None None] Bound port: 3cdd78ec-b18c-4422-afc3-f7c803921453, host: dv-cinder-790535-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'}}] {{(pid=94103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:09:20.350888 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-404f86a4-b2d0-4491-99d6-739d7efad9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:20.442144 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e1a98-d066-4ba3-9884-13c644aa4315 None None] Pushing event updated for resources: {'Port': ['ID=3cdd78ec-b18c-4422-afc3-f7c803921453,revision_number=2']} {{(pid=94103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:20.471263 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a2e338cf-86a3-4a7b-b378-d934f911357a req-25657812-751d-49cd-aa5e-967f3de7d7c9 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242804 Aug 20 14:09:20.503587 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-b2749242-180a-44db-9d31-05ade6ac193a req-e9ab757a-2dbd-40e0-81ac-8bfba016a21f service neutron] Attempting to bind port dd300731-2c4e-4bb0-91f6-1b850cf1a130 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:09:20.507281 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-b2749242-180a-44db-9d31-05ade6ac193a req-e9ab757a-2dbd-40e0-81ac-8bfba016a21f service neutron] Attempting to bind port dd300731-2c4e-4bb0-91f6-1b850cf1a130 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'ef3aeec1-0535-4f9d-8ade-8bdfb3aad965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '83908b2d-edaa-4268-bd50-66e40f87bda6'}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:09:20.508869 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2749242-180a-44db-9d31-05ade6ac193a req-e9ab757a-2dbd-40e0-81ac-8bfba016a21f service neutron] Attempting to bind port dd300731-2c4e-4bb0-91f6-1b850cf1a130 on network 83908b2d-edaa-4268-bd50-66e40f87bda6 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:09:20.513923 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-460dd4d1-9cfa-4597-8696-42bc3cc5aecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:20.525939 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device f2a21bc3-2a19-4407-9aea-35f3cf3218f6 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:09:20.534054 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.db [None req-404f86a4-b2d0-4491-99d6-739d7efad9d3 None None] For port 3cdd78ec-b18c-4422-afc3-f7c803921453, host dv-cinder-790535-10-iscsi, cleared binding levels {{(pid=94103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:09:20.547153 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.db [None req-404f86a4-b2d0-4491-99d6-739d7efad9d3 None None] For port 3cdd78ec-b18c-4422-afc3-f7c803921453, host dv-cinder-790535-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=3cdd78ec-b18c-4422-afc3-f7c803921453,segment=NetworkSegment(4decdd4f-3fef-48ea-97d6-157c44e17f8c),segment_id=4decdd4f-3fef-48ea-97d6-157c44e17f8c)] {{(pid=94103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:09:20.555946 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-404f86a4-b2d0-4491-99d6-739d7efad9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:20.561173 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2749242-180a-44db-9d31-05ade6ac193a req-e9ab757a-2dbd-40e0-81ac-8bfba016a21f service neutron] Port dd300731-2c4e-4bb0-91f6-1b850cf1a130 on network 83908b2d-edaa-4268-bd50-66e40f87bda6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:09:20.561504 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2749242-180a-44db-9d31-05ade6ac193a req-e9ab757a-2dbd-40e0-81ac-8bfba016a21f service neutron] Attempting to bind port dd300731-2c4e-4bb0-91f6-1b850cf1a130 on network 83908b2d-edaa-4268-bd50-66e40f87bda6 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:09:20.597405 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03498b8-3847-469e-97a8-dcfd2a243423 req-253ca80f-faca-41d7-802e-4d44023e72b8 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:20.615131 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b03498b8-3847-469e-97a8-dcfd2a243423 req-253ca80f-faca-41d7-802e-4d44023e72b8 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd01f49b-aa25-448e-80a8-6ae7e75f10fd HTTP/1.1" status: 200 len: 943 time: 0.2640405 Aug 20 14:09:20.647360 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2749242-180a-44db-9d31-05ade6ac193a req-e9ab757a-2dbd-40e0-81ac-8bfba016a21f service neutron] Checking agent: {'id': 'e9494a82-1f02-49fe-8034-7b3c5c14ee49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'started_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:09:20.648046 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2749242-180a-44db-9d31-05ade6ac193a req-e9ab757a-2dbd-40e0-81ac-8bfba016a21f service neutron] Checking segment: {'id': 'ef3aeec1-0535-4f9d-8ade-8bdfb3aad965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '83908b2d-edaa-4268-bd50-66e40f87bda6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:09:20.648686 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2749242-180a-44db-9d31-05ade6ac193a req-e9ab757a-2dbd-40e0-81ac-8bfba016a21f service neutron] Bound using segment: {'id': 'ef3aeec1-0535-4f9d-8ade-8bdfb3aad965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '83908b2d-edaa-4268-bd50-66e40f87bda6'} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:09:20.653089 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-b2749242-180a-44db-9d31-05ade6ac193a req-e9ab757a-2dbd-40e0-81ac-8bfba016a21f service neutron] Bound port: dd300731-2c4e-4bb0-91f6-1b850cf1a130, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef3aeec1-0535-4f9d-8ade-8bdfb3aad965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '83908b2d-edaa-4268-bd50-66e40f87bda6'}}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:09:20.653578 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-b2749242-180a-44db-9d31-05ade6ac193a req-e9ab757a-2dbd-40e0-81ac-8bfba016a21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:20.689981 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404f86a4-b2d0-4491-99d6-739d7efad9d3 None None] Routers {'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:09:20.690723 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-404f86a4-b2d0-4491-99d6-739d7efad9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:09:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:20.745300 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e1a98-d066-4ba3-9884-13c644aa4315 None None] Pushing event updated for resources: {'Port': ['ID=3cdd78ec-b18c-4422-afc3-f7c803921453,revision_number=3']} {{(pid=94103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:20.765676 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port f2a21bc3-2a19-4407-9aea-35f3cf3218f6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f2a21bc3-2a19-4407-9aea-35f3cf3218f6,segment=NetworkSegment(320dccc1-342d-487c-a49d-87b935868f7d),segment_id=320dccc1-342d-487c-a49d-87b935868f7d)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:09:20.791203 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f26ea9d7-4743-4267-bd0d-8095d88280a8 req-6b5d41b1-547d-4eaf-98a0-68484372a721 service neutron] 10.222.0.65 "GET /v2.0/networks/c1c7c6a6-5f3d-43a4-90fb-564a679154da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6179307 Aug 20 14:09:20.797707 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Returning: {'device': 'f2a21bc3-2a19-4407-9aea-35f3cf3218f6', 'network_id': '09ac4a62-4c8f-4b1f-91bc-b2edb2196f17', 'port_id': 'f2a21bc3-2a19-4407-9aea-35f3cf3218f6', 'mac_address': 'fa:16:3e:9b:13:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c9f92f-bbee-4432-a88e-944631c9f368', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:09:20.815275 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b03498b8-3847-469e-97a8-dcfd2a243423 req-71e7b05a-935c-40c9-82e0-c3fd13644b0a tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/security-groups?id=36e82f6b-096d-4bb7-b742-e695e16ee495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986873 Aug 20 14:09:20.844810 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dbf81-53c2-4a4f-bf7b-cc23a8d470f2 req-8f907252-5b94-4d9a-bd73-c12f66419691 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:20.854448 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-143dbf81-53c2-4a4f-bf7b-cc23a8d470f2 req-8f907252-5b94-4d9a-bd73-c12f66419691 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 943 time: 0.2302501 Aug 20 14:09:20.872751 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-404f86a4-b2d0-4491-99d6-739d7efad9d3 None None] Set router ece7f8b1-caa6-4f8b-b867-83e5fb328d3d gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:09:20.893574 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-d6e0de97-e5ab-41b9-a332-fbd5d4733cb5 None None] Provisioning for port ae5a7c76-f4f9-4aab-9d40-99d06746d3b6 completed by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:09:20.902912 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-d6e0de97-e5ab-41b9-a332-fbd5d4733cb5 None None] Provisioning complete for port ae5a7c76-f4f9-4aab-9d40-99d06746d3b6 triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:09:20.903506 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-d6e0de97-e5ab-41b9-a332-fbd5d4733cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:20.961774 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-d6e0de97-e5ab-41b9-a332-fbd5d4733cb5 None None] Port ae5a7c76-f4f9-4aab-9d40-99d06746d3b6 cannot update to ACTIVE because it is not bound. {{(pid=94102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:09:20.977883 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-b2749242-180a-44db-9d31-05ade6ac193a req-e9ab757a-2dbd-40e0-81ac-8bfba016a21f service neutron] For port dd300731-2c4e-4bb0-91f6-1b850cf1a130, host hv-cinder-79053, cleared binding levels {{(pid=94100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:09:20.999161 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-b2749242-180a-44db-9d31-05ade6ac193a req-e9ab757a-2dbd-40e0-81ac-8bfba016a21f service neutron] For port dd300731-2c4e-4bb0-91f6-1b850cf1a130, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dd300731-2c4e-4bb0-91f6-1b850cf1a130,segment=NetworkSegment(ef3aeec1-0535-4f9d-8ade-8bdfb3aad965),segment_id=ef3aeec1-0535-4f9d-8ade-8bdfb3aad965)] {{(pid=94100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:09:21.004335 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:21.026285 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-b2749242-180a-44db-9d31-05ade6ac193a req-e9ab757a-2dbd-40e0-81ac-8bfba016a21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:21.032584 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-460dd4d1-9cfa-4597-8696-42bc3cc5aecb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:21.039107 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a21bc3-2a19-4407-9aea-35f3cf3218f6 {{(pid=94102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:09:21.045328 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-460dd4d1-9cfa-4597-8696-42bc3cc5aecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:21.046052 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-460dd4d1-9cfa-4597-8696-42bc3cc5aecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1014980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529649'] for router_interface, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:21.061635 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f26ea9d7-4743-4267-bd0d-8095d88280a8 req-c5811b5e-88df-4753-8999-083fd43bef66 service neutron] 10.222.0.65 "GET /v2.0/networks/c1c7c6a6-5f3d-43a4-90fb-564a679154da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404172 Aug 20 14:09:21.068072 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-143dbf81-53c2-4a4f-bf7b-cc23a8d470f2 req-3a99496e-fbb8-4bb8-b545-f26bf40196a3 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109532 Aug 20 14:09:21.152754 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2749242-180a-44db-9d31-05ade6ac193a req-e9ab757a-2dbd-40e0-81ac-8bfba016a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:21.153370 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-b2749242-180a-44db-9d31-05ade6ac193a req-e9ab757a-2dbd-40e0-81ac-8bfba016a21f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:21.154834 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b2749242-180a-44db-9d31-05ade6ac193a req-e9ab757a-2dbd-40e0-81ac-8bfba016a21f service neutron] 10.222.0.65 "PUT /v2.0/ports/dd300731-2c4e-4bb0-91f6-1b850cf1a130 HTTP/1.1" status: 200 len: 1093 time: 3.8213124 Aug 20 14:09:21.155344 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd01f49b-aa25-448e-80a8-6ae7e75f10fd', 'tag': 'dd300731-2c4e-4bb0-91f6-1b850cf1a130'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:09:21.157580 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa2a33c-3f59-4900-9bad-81dd94028d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "fd01f49b-aa25-448e-80a8-6ae7e75f10fd", "tag": "dd300731-2c4e-4bb0-91f6-1b850cf1a130"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:09:21.183604 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port f2a21bc3-2a19-4407-9aea-35f3cf3218f6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f2a21bc3-2a19-4407-9aea-35f3cf3218f6,segment=NetworkSegment(320dccc1-342d-487c-a49d-87b935868f7d),segment_id=320dccc1-342d-487c-a49d-87b935868f7d)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:09:21.207424 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:21.314226 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e47d936-80b0-4366-a68f-c89650743983 x-openstack-request-id: req-6e47d936-80b0-4366-a68f-c89650743983 {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:09:21.318479 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd01f49b-aa25-448e-80a8-6ae7e75f10fd", "tag": "dd300731-2c4e-4bb0-91f6-1b850cf1a130", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:09:21.320066 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6e47d936-80b0-4366-a68f-c89650743983 {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:09:21.324087 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd01f49b-aa25-448e-80a8-6ae7e75f10fd', 'tag': 'dd300731-2c4e-4bb0-91f6-1b850cf1a130', 'status': 'completed', 'code': 200} Aug 20 14:09:21.324639 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460dd4d1-9cfa-4597-8696-42bc3cc5aecb admin admin] Network 0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1 is already hosted by enough agents. {{(pid=94101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:09:21.325079 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab757a-2dbd-40e0-81ac-8bfba016a21f service neutron] Pushing event updated for resources: {'Port': ['ID=dd300731-2c4e-4bb0-91f6-1b850cf1a130,revision_number=3']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:21.342932 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.base_scheduler [None req-460dd4d1-9cfa-4597-8696-42bc3cc5aecb admin admin] Resources bound (agent type, host, resource id): {{(pid=94101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:09:21.348433 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460dd4d1-9cfa-4597-8696-42bc3cc5aecb admin admin] Pushing event updated for resources: {'Port': ['ID=ae5a7c76-f4f9-4aab-9d40-99d06746d3b6,revision_number=2']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:21.405288 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3254b-d7de-433d-8393-d62c5a1f1ab4 req-04d17e5b-9630-418b-a5eb-472c8c18bd1e tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:21.407084 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-09b3254b-d7de-433d-8393-d62c5a1f1ab4 req-04d17e5b-9630-418b-a5eb-472c8c18bd1e tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.0683413 Aug 20 14:09:21.416800 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2749242-180a-44db-9d31-05ade6ac193a req-db3d702d-ce06-4922-8a38-f5e7ec5b302c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:21.421328 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b2749242-180a-44db-9d31-05ade6ac193a req-db3d702d-ce06-4922-8a38-f5e7ec5b302c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a332a83edf1a4aa2be7744ab33fb2c60&device_id=fd01f49b-aa25-448e-80a8-6ae7e75f10fd HTTP/1.1" status: 200 len: 1096 time: 0.2117755 Aug 20 14:09:21.424126 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=f2a21bc3-2a19-4407-9aea-35f3cf3218f6,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:21.467438 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-404f86a4-b2d0-4491-99d6-739d7efad9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'name': 'tempest-TestVolumeBootPattern-932448548-router', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:14Z', 'updated_at': '2021-08-20T14:09:20Z', 'revision_number': 4, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'gw_port': {'id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:15Z', 'updated_at': '2021-08-20T14:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': 'ae5a7c76-f4f9-4aab-9d40-99d06746d3b6', 'name': '', 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'mac_address': 'fa:16:3e:c0:2c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:19Z', 'updated_at': '2021-08-20T14:09:19Z', 'revision_number': 1, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'subnets': [{'id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:21.527054 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['f2a21bc3-2a19-4407-9aea-35f3cf3218f6'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:09:21.555164 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404f86a4-b2d0-4491-99d6-739d7efad9d3 None None] The sync data for ids ['ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'] in dv-cinder-790535-10-iscsi is: [{'id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'name': 'tempest-TestVolumeBootPattern-932448548-router', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:14Z', 'updated_at': '2021-08-20T14:09:20Z', 'revision_number': 4, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'gw_port': {'id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:15Z', 'updated_at': '2021-08-20T14:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': 'ae5a7c76-f4f9-4aab-9d40-99d06746d3b6', 'name': '', 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'mac_address': 'fa:16:3e:c0:2c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:19Z', 'updated_at': '2021-08-20T14:09:19Z', 'revision_number': 1, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'subnets': [{'id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:09:21.604235 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b2749242-180a-44db-9d31-05ade6ac193a req-bbaa471f-00c5-43f9-b125-5eefe7a063aa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd300731-2c4e-4bb0-91f6-1b850cf1a130 HTTP/1.1" status: 200 len: 217 time: 0.1434376 Aug 20 14:09:21.668017 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460dd4d1-9cfa-4597-8696-42bc3cc5aecb admin admin] Router ece7f8b1-caa6-4f8b-b867-83e5fb328d3d has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:09:21.681156 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-09b3254b-d7de-433d-8393-d62c5a1f1ab4 req-e699c765-8d39-4084-8671-bd91e99f3712 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556310 Aug 20 14:09:21.795163 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2749242-180a-44db-9d31-05ade6ac193a req-2039c77f-5c03-4dee-8a71-fe7c5e0399ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:21.796846 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b2749242-180a-44db-9d31-05ade6ac193a req-2039c77f-5c03-4dee-8a71-fe7c5e0399ec service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8a4bff83-057d-41b6-a9b9-b135d1362300 HTTP/1.1" status: 200 len: 849 time: 0.1836538 Aug 20 14:09:21.807040 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9f302-a5db-426b-81a0-63a1a357c822 req-2fc1432a-f3c5-4420-b9cd-09d73abd1d99 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:21.815830 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-dbd9f302-a5db-426b-81a0-63a1a357c822 req-2fc1432a-f3c5-4420-b9cd-09d73abd1d99 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 946 time: 0.1585374 Aug 20 14:09:21.825776 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-21e3c3d2-d8c1-429f-b51f-fbea70f91404 None None] Provisioning complete for port ae5a7c76-f4f9-4aab-9d40-99d06746d3b6 triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:09:21.827183 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-21e3c3d2-d8c1-429f-b51f-fbea70f91404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:21.864234 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b2749242-180a-44db-9d31-05ade6ac193a req-ed1755ed-9225-4c19-8658-28647966802d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=83908b2d-edaa-4268-bd50-66e40f87bda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402846 Aug 20 14:09:21.965613 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-dbd9f302-a5db-426b-81a0-63a1a357c822 req-c126e301-b80d-4f40-8555-675d70a5b485 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482706 Aug 20 14:09:21.985634 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460dd4d1-9cfa-4597-8696-42bc3cc5aecb admin admin] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:09:22.022519 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-21e3c3d2-d8c1-429f-b51f-fbea70f91404 None None] Port ae5a7c76-f4f9-4aab-9d40-99d06746d3b6 cannot update to ACTIVE because it is not bound. {{(pid=94102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:09:22.033604 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-460dd4d1-9cfa-4597-8696-42bc3cc5aecb admin admin] 10.222.0.38 "PUT /v2.0/routers/ece7f8b1-caa6-4f8b-b867-83e5fb328d3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7051120 Aug 20 14:09:22.143135 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b2749242-180a-44db-9d31-05ade6ac193a req-699e9df3-f00c-42c0-9cb8-5719a73bc39a service neutron] 10.222.0.65 "GET /v2.0/networks/83908b2d-edaa-4268-bd50-66e40f87bda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629056 Aug 20 14:09:22.159211 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5484f-6d08-43e2-8c7f-cf2b4eb580b0 req-12bb9495-032d-4075-a397-863db93f700c tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:22.169280 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6bd5484f-6d08-43e2-8c7f-cf2b4eb580b0 req-12bb9495-032d-4075-a397-863db93f700c tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd01f49b-aa25-448e-80a8-6ae7e75f10fd HTTP/1.1" status: 200 len: 943 time: 0.2025814 Aug 20 14:09:22.349120 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6bd5484f-6d08-43e2-8c7f-cf2b4eb580b0 req-ba583ed7-3ba1-42a4-ac8f-aa3995bd38df tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/security-groups?id=36e82f6b-096d-4bb7-b742-e695e16ee495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617758 Aug 20 14:09:22.411050 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965cf94-8370-4b8f-a097-6bd4ff79937b req-405b11f6-6310-4083-82c1-a45e792a7d1c tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:22.413855 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9965cf94-8370-4b8f-a097-6bd4ff79937b req-405b11f6-6310-4083-82c1-a45e792a7d1c tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 944 time: 0.1823959 Aug 20 14:09:22.505108 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9965cf94-8370-4b8f-a097-6bd4ff79937b req-083b3ae8-8d25-494e-a1d9-72b8e23b6917 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846038 Aug 20 14:09:22.507597 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b2749242-180a-44db-9d31-05ade6ac193a req-e91ad97f-3b5f-4641-898f-82a7538f8ae7 service neutron] 10.222.0.65 "GET /v2.0/networks/83908b2d-edaa-4268-bd50-66e40f87bda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373845 Aug 20 14:09:22.725706 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2a33c-3f59-4900-9bad-81dd94028d3e req-fccbe150-81e0-4d9c-962b-81b916aff4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:22.737880 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1fa2a33c-3f59-4900-9bad-81dd94028d3e req-fccbe150-81e0-4d9c-962b-81b916aff4f7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a332a83edf1a4aa2be7744ab33fb2c60&device_id=fd01f49b-aa25-448e-80a8-6ae7e75f10fd HTTP/1.1" status: 200 len: 1096 time: 0.1647973 Aug 20 14:09:22.922772 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb0450-09cb-4ca6-a80f-406d882a3183 req-f8066e34-eca4-4084-8a7c-d35c3292bfa7 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:22.925234 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-abfb0450-09cb-4ca6-a80f-406d882a3183 req-f8066e34-eca4-4084-8a7c-d35c3292bfa7 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.1072669 Aug 20 14:09:22.997738 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2a33c-3f59-4900-9bad-81dd94028d3e req-ff42064b-8dfc-4c18-b761-d2909ec1f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:22.999621 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1fa2a33c-3f59-4900-9bad-81dd94028d3e req-ff42064b-8dfc-4c18-b761-d2909ec1f869 service neutron] 10.222.0.65 "GET /v2.0/networks?id=83908b2d-edaa-4268-bd50-66e40f87bda6 HTTP/1.1" status: 200 len: 910 time: 0.2605605 Aug 20 14:09:23.073543 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-abfb0450-09cb-4ca6-a80f-406d882a3183 req-d96e4f30-4411-4a20-a326-066d45a150c5 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904119 Aug 20 14:09:23.075048 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1fa2a33c-3f59-4900-9bad-81dd94028d3e req-bec4a023-7d9d-4ec2-b913-0edf789075d2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd300731-2c4e-4bb0-91f6-1b850cf1a130 HTTP/1.1" status: 200 len: 217 time: 0.0617621 Aug 20 14:09:23.165675 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 57350) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:23.172979 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-8c0dde95-12c8-4a26-a2cf-80f57a55fa66 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1937422079-network', 'tenant_id': 'f39487630ad74f6894c8f336ba995264'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:09:23.208781 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0dde95-12c8-4a26-a2cf-80f57a55fa66 admin admin] Made reservation on behalf of f39487630ad74f6894c8f336ba995264 for: {'network': 1} {{(pid=94101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:09:23.212146 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-8c0dde95-12c8-4a26-a2cf-80f57a55fa66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for network, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:23.229209 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-8c0dde95-12c8-4a26-a2cf-80f57a55fa66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:23.238643 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2a33c-3f59-4900-9bad-81dd94028d3e req-e8d4a3f3-91a8-4250-8079-833f983e56d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:23.241621 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1fa2a33c-3f59-4900-9bad-81dd94028d3e req-e8d4a3f3-91a8-4250-8079-833f983e56d1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8a4bff83-057d-41b6-a9b9-b135d1362300 HTTP/1.1" status: 200 len: 849 time: 0.1590571 Aug 20 14:09:23.250631 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5367e7-61e0-4871-8491-1b0f38fa8bac req-ff1eb8c2-9e52-4f87-8085-96d506f9d1c0 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:23.259541 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6d5367e7-61e0-4871-8491-1b0f38fa8bac req-ff1eb8c2-9e52-4f87-8085-96d506f9d1c0 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 946 time: 0.1578608 Aug 20 14:09:23.307930 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1fa2a33c-3f59-4900-9bad-81dd94028d3e req-bcfa771f-d462-4ffb-a3ff-e9fc26affb40 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=83908b2d-edaa-4268-bd50-66e40f87bda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455208 Aug 20 14:09:23.474047 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6d5367e7-61e0-4871-8491-1b0f38fa8bac req-9418d011-13fe-45be-bc9f-21e910eb66dd tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074733 Aug 20 14:09:23.492761 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-8c0dde95-12c8-4a26-a2cf-80f57a55fa66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:23.492761 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-8c0dde95-12c8-4a26-a2cf-80f57a55fa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:23.528737 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0dde95-12c8-4a26-a2cf-80f57a55fa66 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:09:23.537741 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0dde95-12c8-4a26-a2cf-80f57a55fa66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90768a5c-9dd5-41b0-9d62-1df03660bb5e,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:23.552315 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-8c0dde95-12c8-4a26-a2cf-80f57a55fa66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:23.555099 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.db.segments_db [None req-8c0dde95-12c8-4a26-a2cf-80f57a55fa66 admin admin] Added segment c685aa9a-ba27-4bec-8e64-ef716bc3f5f4 of type vlan for network ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6 Aug 20 14:09:23.676313 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-8c0dde95-12c8-4a26-a2cf-80f57a55fa66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728246170444'] for network, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:23.678554 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e421f12-f329-459e-bb2f-67f50b5b165d req-e78230e4-9d01-462b-a55b-e19af45d814c tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:23.686545 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4e421f12-f329-459e-bb2f-67f50b5b165d req-e78230e4-9d01-462b-a55b-e19af45d814c tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd01f49b-aa25-448e-80a8-6ae7e75f10fd HTTP/1.1" status: 200 len: 943 time: 0.1922135 Aug 20 14:09:23.726905 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-8c0dde95-12c8-4a26-a2cf-80f57a55fa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018'] for network, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:23.731323 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0dde95-12c8-4a26-a2cf-80f57a55fa66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:23.733223 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1fa2a33c-3f59-4900-9bad-81dd94028d3e req-2c9e81c6-919e-49c8-8c70-59049037abda service neutron] 10.222.0.65 "GET /v2.0/networks/83908b2d-edaa-4268-bd50-66e40f87bda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114041 Aug 20 14:09:23.733584 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-8c0dde95-12c8-4a26-a2cf-80f57a55fa66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:23.777234 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 3cdd78ec-b18c-4422-afc3-f7c803921453 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:09:23.850657 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0dde95-12c8-4a26-a2cf-80f57a55fa66 admin admin] Pushing event updated for resources: {'Network': ['ID=ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:23.864168 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-8c0dde95-12c8-4a26-a2cf-80f57a55fa66 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6973658 Aug 20 14:09:23.866290 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Network ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6 details requested by agent ovs-agent-dv-cinder-790535-10-iscsi with host dv-cinder-790535-10-iscsi {{(pid=94102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:09:23.868072 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 57364) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:23.873181 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-7d69770b-4bb6-47dc-aa78-01186414c4e8 admin admin] Request body: {'subnet': {'network_id': 'ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1937422079-subnet', 'tenant_id': 'f39487630ad74f6894c8f336ba995264', 'ip_version': 4}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:09:23.906096 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d69770b-4bb6-47dc-aa78-01186414c4e8 admin admin] Made reservation on behalf of f39487630ad74f6894c8f336ba995264 for: {'subnet': 1} {{(pid=94101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:09:23.909644 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-7d69770b-4bb6-47dc-aa78-01186414c4e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:23.926710 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4e421f12-f329-459e-bb2f-67f50b5b165d req-4b7462a1-1c2e-46cf-b5ae-d8938f01541f tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/security-groups?id=36e82f6b-096d-4bb7-b742-e695e16ee495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390375 Aug 20 14:09:23.948973 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1fa2a33c-3f59-4900-9bad-81dd94028d3e req-7968bd97-df1d-4361-9e17-38dea5387851 service neutron] 10.222.0.65 "GET /v2.0/networks/83908b2d-edaa-4268-bd50-66e40f87bda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974037 Aug 20 14:09:24.006736 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747fae2-9170-4e88-ae69-ad5f36194513 req-ac6abfaf-5000-475f-9222-87816ed8dacd tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:24.019025 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b747fae2-9170-4e88-ae69-ad5f36194513 req-ac6abfaf-5000-475f-9222-87816ed8dacd tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 944 time: 0.3499227 Aug 20 14:09:24.064240 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning for port 3cdd78ec-b18c-4422-afc3-f7c803921453 completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:09:24.097625 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 3cdd78ec-b18c-4422-afc3-f7c803921453 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:09:24.098042 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:24.181621 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b747fae2-9170-4e88-ae69-ad5f36194513 req-86adbdb8-6291-48a1-a982-667a23fd9d92 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538732 Aug 20 14:09:24.253849 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:24.261371 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-7d69770b-4bb6-47dc-aa78-01186414c4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018'] for subnet, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:24.295638 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] For port 3cdd78ec-b18c-4422-afc3-f7c803921453, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=3cdd78ec-b18c-4422-afc3-f7c803921453,segment=NetworkSegment(4decdd4f-3fef-48ea-97d6-157c44e17f8c),segment_id=4decdd4f-3fef-48ea-97d6-157c44e17f8c)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:09:24.301860 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:24.310166 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce540bf-2c19-4f0e-a643-8453309f3b65 req-53786dc9-a7a5-46f2-8af7-fc4bfc290bf7 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:24.316957 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7ce540bf-2c19-4f0e-a643-8453309f3b65 req-53786dc9-a7a5-46f2-8af7-fc4bfc290bf7 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.1006958 Aug 20 14:09:24.366808 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69770b-4bb6-47dc-aa78-01186414c4e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae55b970-fbaa-4a4d-8b94-f37a7e3719ed,revision_number=0']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:24.397266 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d69770b-4bb6-47dc-aa78-01186414c4e8 admin admin] Checking segment: {'id': 'c685aa9a-ba27-4bec-8e64-ef716bc3f5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:09:24.397708 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d69770b-4bb6-47dc-aa78-01186414c4e8 admin admin] Network hostable DHCP agents. Network: ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6, hostable agents: ['753d3244-3585-4dcb-8855-3f40f736060e'], hosted agents: [] {{(pid=94101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:09:24.398105 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7ce540bf-2c19-4f0e-a643-8453309f3b65 req-c6cc75b1-542c-487e-8814-0b6e5447a45c tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698080 Aug 20 14:09:24.443251 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d69770b-4bb6-47dc-aa78-01186414c4e8 admin admin] Network ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6 is scheduled to be hosted by DHCP agent 753d3244-3585-4dcb-8855-3f40f736060e with binding_index 1 {{(pid=94101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:09:24.448808 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Pushing event updated for resources: {'Port': ['ID=3cdd78ec-b18c-4422-afc3-f7c803921453,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:24.468090 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.base_scheduler [None req-7d69770b-4bb6-47dc-aa78-01186414c4e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-10-iscsi, ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6) {{(pid=94101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:09:24.472733 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d69770b-4bb6-47dc-aa78-01186414c4e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:24.473696 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-7d69770b-4bb6-47dc-aa78-01186414c4e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for subnet, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:24.482612 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12855a94-2d49-451f-824b-3395cd2e2d77 None None] Network ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6 requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:09:24.524413 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-7d69770b-4bb6-47dc-aa78-01186414c4e8 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6511395 Aug 20 14:09:24.524874 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 57370) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:24.532432 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-aa35d032-1245-4f53-8c60-03b3308d5277 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1937422079-router', 'tenant_id': 'f39487630ad74f6894c8f336ba995264', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'}}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:09:24.583482 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-aa35d032-1245-4f53-8c60-03b3308d5277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3284'] for router, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:24.586673 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-aa35d032-1245-4f53-8c60-03b3308d5277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533819', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:24.588760 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device f2a21bc3-2a19-4407-9aea-35f3cf3218f6 up at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:09:24.744906 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 57382) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:24.759818 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning for port f2a21bc3-2a19-4407-9aea-35f3cf3218f6 completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:09:24.764015 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-aa35d032-1245-4f53-8c60-03b3308d5277 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:24.775083 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning complete for port f2a21bc3-2a19-4407-9aea-35f3cf3218f6 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:09:24.775600 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:24.825190 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad829e96-836d-497c-9cb7-b0cb63e518b3 admin admin] Deleting subnet d1b2e34e-5a1f-4ca8-8ef9-f02a88dc7a03 {{(pid=94101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:09:24.831050 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-ad829e96-836d-497c-9cb7-b0cb63e518b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:24.853581 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286059d-39c9-4e75-8100-578f8923c3e5 req-9d57d08d-548e-4b13-a33b-90ed02708a65 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:24.855173 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d286059d-39c9-4e75-8100-578f8923c3e5 req-9d57d08d-548e-4b13-a33b-90ed02708a65 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 946 time: 0.2225718 Aug 20 14:09:24.891089 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4bf352a0-604e-5a37-8942-ccf39ab588eb-ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6', 'network_id': 'ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6', 'tenant_id': 'f39487630ad74f6894c8f336ba995264', 'fixed_ips': [{'subnet_id': 'ae55b970-fbaa-4a4d-8b94-f37a7e3719ed'}]}} from dv-cinder-790535-10-iscsi. {{(pid=94102) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:09:24.893489 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:24.954202 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-ad829e96-836d-497c-9cb7-b0cb63e518b3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:24.970037 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-ad829e96-836d-497c-9cb7-b0cb63e518b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1685479'] for subnet, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:25.082845 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:25.109727 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f28405-6032-4c44-92cb-d1c90b97d656 None None] Sync routers for ids ['ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'] in dv-cinder-790535-10-iscsi {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:09:25.119954 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-ad829e96-836d-497c-9cb7-b0cb63e518b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1685486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018'] for subnet, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:25.162150 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad829e96-836d-497c-9cb7-b0cb63e518b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1b2e34e-5a1f-4ca8-8ef9-f02a88dc7a03,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:25.164987 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-ad829e96-836d-497c-9cb7-b0cb63e518b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for subnet, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:25.171466 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-ad829e96-836d-497c-9cb7-b0cb63e518b3 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d1b2e34e-5a1f-4ca8-8ef9-f02a88dc7a03 HTTP/1.1" status: 204 len: 168 time: 0.4206994 Aug 20 14:09:25.172641 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 57388) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:25.186013 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f28405-6032-4c44-92cb-d1c90b97d656 None None] Routers {'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:09:25.188199 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-15f28405-6032-4c44-92cb-d1c90b97d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:09:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:25.201134 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-aa35d032-1245-4f53-8c60-03b3308d5277 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:25.220340 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e65aa31-28e3-4eea-b00f-701f8844f6ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a21bc3-2a19-4407-9aea-35f3cf3218f6'}] {{(pid=94102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:09:25.223570 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658e03e68c488354c0da9c4193b8775245da486d5210860026445f3bfd5b20fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a690ae0-70dc-4357-9881-7954c4deb8de" -d '{"events": [{"server_uuid": "2e65aa31-28e3-4eea-b00f-701f8844f6ad", "name": "network-vif-plugged", "status": "completed", "tag": "f2a21bc3-2a19-4407-9aea-35f3cf3218f6"}]}' {{(pid=94102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:09:25.251903 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d286059d-39c9-4e75-8100-578f8923c3e5 req-1adf215d-6c0d-408c-a733-5390ceea9dfa tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3884532 Aug 20 14:09:25.316623 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798c77c-b918-4687-95be-af24ef85dc7c req-1934e72b-99b2-4771-be43-60992d50aebc tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:25.318331 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1798c77c-b918-4687-95be-af24ef85dc7c req-1934e72b-99b2-4771-be43-60992d50aebc tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd01f49b-aa25-448e-80a8-6ae7e75f10fd HTTP/1.1" status: 200 len: 943 time: 0.1263678 Aug 20 14:09:25.444852 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1798c77c-b918-4687-95be-af24ef85dc7c req-b544e5fa-6bb3-4f4b-9edd-6c509078a007 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/security-groups?id=36e82f6b-096d-4bb7-b742-e695e16ee495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928597 Aug 20 14:09:25.598155 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-15f28405-6032-4c44-92cb-d1c90b97d656 None None] Set router ece7f8b1-caa6-4f8b-b867-83e5fb328d3d gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:09:25.602353 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b04394f-7399-4046-9541-213ed19156fe x-openstack-request-id: req-8b04394f-7399-4046-9541-213ed19156fe {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:09:25.610717 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e65aa31-28e3-4eea-b00f-701f8844f6ad", "name": "network-vif-plugged", "status": "completed", "tag": "f2a21bc3-2a19-4407-9aea-35f3cf3218f6", "code": 200}]} {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:09:25.612973 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8b04394f-7399-4046-9541-213ed19156fe {{(pid=94102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:09:25.613574 dv-cinder-790535-10-iscsi neutron-server[94102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e65aa31-28e3-4eea-b00f-701f8844f6ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a21bc3-2a19-4407-9aea-35f3cf3218f6', 'code': 200} Aug 20 14:09:25.623939 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f550e-e9df-46fe-9cd5-f3115bdc897e req-c2173a24-538e-48b9-adf8-bebeb4f8c0d6 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:25.627088 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port f2a21bc3-2a19-4407-9aea-35f3cf3218f6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f2a21bc3-2a19-4407-9aea-35f3cf3218f6,segment=NetworkSegment(320dccc1-342d-487c-a49d-87b935868f7d),segment_id=320dccc1-342d-487c-a49d-87b935868f7d)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:09:25.649199 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-fd7f550e-e9df-46fe-9cd5-f3115bdc897e req-c2173a24-538e-48b9-adf8-bebeb4f8c0d6 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 944 time: 0.2014360 Aug 20 14:09:25.676067 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-55bbbd80-f49a-436d-8306-b5a35901a824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656558'] for network, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:25.726651 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:25.822445 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-55bbbd80-f49a-436d-8306-b5a35901a824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1745010', 'neutron.services.segments.db._delete_segments_for_network-8728246697485'] for network, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:25.838500 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-55bbbd80-f49a-436d-8306-b5a35901a824 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:09:25.838956 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-55bbbd80-f49a-436d-8306-b5a35901a824 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:09:25.840263 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-55bbbd80-f49a-436d-8306-b5a35901a824 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:09:25.840703 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-55bbbd80-f49a-436d-8306-b5a35901a824 admin admin] Subscribe: > port after_create 55550000 {{(pid=94101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:09:25.841089 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-55bbbd80-f49a-436d-8306-b5a35901a824 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:09:25.841486 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-55bbbd80-f49a-436d-8306-b5a35901a824 admin admin] Subscribe: > port after_update 55550000 {{(pid=94101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:09:25.841880 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-55bbbd80-f49a-436d-8306-b5a35901a824 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:09:25.842992 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-55bbbd80-f49a-436d-8306-b5a35901a824 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:09:25.843160 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-55bbbd80-f49a-436d-8306-b5a35901a824 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:09:25.843608 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-55bbbd80-f49a-436d-8306-b5a35901a824 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:09:25.882080 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 3cdd78ec-b18c-4422-afc3-f7c803921453 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:09:25.958981 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-55bbbd80-f49a-436d-8306-b5a35901a824 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:09:25.959766 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-55bbbd80-f49a-436d-8306-b5a35901a824 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:09:25.960797 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-55bbbd80-f49a-436d-8306-b5a35901a824 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:09:25.961305 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=f2a21bc3-2a19-4407-9aea-35f3cf3218f6,revision_number=5']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:25.962314 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-55bbbd80-f49a-436d-8306-b5a35901a824 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:09:25.963047 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-55bbbd80-f49a-436d-8306-b5a35901a824 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2543b5-7b80-40f9-9575-94e2a839f380']}} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:25.984503 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.db_base_plugin_common [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] Allocated IP 172.20.0.2 (ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6/ae55b970-fbaa-4a4d-8b94-f37a7e3719ed/55638846-abbb-4ead-b155-c1ce4ee1a2b6) {{(pid=94102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:09:25.999943 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-55bbbd80-f49a-436d-8306-b5a35901a824 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3ee47e6-1302-4d87-a7cd-1ac5ec97ac6c') {'for_net_delete': True} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:26.004958 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-55bbbd80-f49a-436d-8306-b5a35901a824 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3ee47e6-1302-4d87-a7cd-1ac5ec97ac6c') {} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:26.040114 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-55bbbd80-f49a-436d-8306-b5a35901a824 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728246668737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131863519'] for segment, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:26.080092 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-55bbbd80-f49a-436d-8306-b5a35901a824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:26.090006 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55bbbd80-f49a-436d-8306-b5a35901a824 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:09:26.090460 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-55bbbd80-f49a-436d-8306-b5a35901a824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131250037'] for segment, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: from cryptography.utils import int_from_bytes Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: from cryptography.utils import int_from_bytes Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: Traceback (most recent call last): Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: timer() Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: cb(*args, **kw) Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: return func(*args, **kwargs) Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: self._notify() Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: self.callback(batched_events) Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: event.method(event) Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: return f(self, *a, **k) Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: return self._get(url).json() Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: return self.request(url, 'GET', **kwargs) Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:09:26.185390 dv-cinder-790535-10-iscsi neutron-server[94101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:09:26.190384 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 3cdd78ec-b18c-4422-afc3-f7c803921453 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:09:26.191588 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-55bbbd80-f49a-436d-8306-b5a35901a824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1745017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687127'] for network, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:26.192930 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:26.207729 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-55bbbd80-f49a-436d-8306-b5a35901a824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:26.210266 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-55bbbd80-f49a-436d-8306-b5a35901a824 admin admin] 10.222.0.38 "DELETE /v2.0/networks/9d2543b5-7b80-40f9-9575-94e2a839f380 HTTP/1.1" status: 204 len: 168 time: 1.0368264 Aug 20 14:09:26.227468 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 57398) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:26.253805 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bbbd80-f49a-436d-8306-b5a35901a824 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d2543b5-7b80-40f9-9575-94e2a839f380,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:26.278946 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-fd7f550e-e9df-46fe-9cd5-f3115bdc897e req-904cef8e-dd27-42d8-9165-8c23b96022aa tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6272681 Aug 20 14:09:26.317951 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b89feaf-038b-4344-a60d-458081f1956a admin admin] Deleting subnet 792bc71f-7483-48a2-913d-90cf7a9528a3 {{(pid=94101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:09:26.332342 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-8b89feaf-038b-4344-a60d-458081f1956a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:26.426244 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-15f28405-6032-4c44-92cb-d1c90b97d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'name': 'tempest-TestVolumeBootPattern-932448548-router', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:14Z', 'updated_at': '2021-08-20T14:09:20Z', 'revision_number': 4, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'gw_port': {'id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:15Z', 'updated_at': '2021-08-20T14:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': 'ae5a7c76-f4f9-4aab-9d40-99d06746d3b6', 'name': '', 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'mac_address': 'fa:16:3e:c0:2c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:19Z', 'updated_at': '2021-08-20T14:09:20Z', 'revision_number': 2, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'subnets': [{'id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:26.432892 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-aa35d032-1245-4f53-8c60-03b3308d5277 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:26.468028 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-8b89feaf-038b-4344-a60d-458081f1956a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131863462'] for subnet, precommit_delete_associations {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:26.475885 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f28405-6032-4c44-92cb-d1c90b97d656 None None] Checking router: ece7f8b1-caa6-4f8b-b867-83e5fb328d3d for host: dv-cinder-790535-10-iscsi {{(pid=94102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:09:26.476396 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f28405-6032-4c44-92cb-d1c90b97d656 None None] Updating router ece7f8b1-caa6-4f8b-b867-83e5fb328d3d port ae5a7c76-f4f9-4aab-9d40-99d06746d3b6 binding host dv-cinder-790535-10-iscsi {{(pid=94102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:09:26.516679 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] Notify callbacks [] for port, precommit_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:26.531052 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-15f28405-6032-4c44-92cb-d1c90b97d656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:26.531567 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-aa35d032-1245-4f53-8c60-03b3308d5277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:26.550858 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] Transition to ACTIVE for port object 55638846-abbb-4ead-b155-c1ce4ee1a2b6 will not be triggered until provisioned by entity L2. {{(pid=94102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:09:26.555694 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device dd300731-2c4e-4bb0-91f6-1b850cf1a130 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:09:26.557995 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-8b89feaf-038b-4344-a60d-458081f1956a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1685479'] for subnet, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:26.583287 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd156b-1452-4657-bab8-abc6bb50b11a req-cfe54e42-9849-49a9-98cf-6607fd5f54ff tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:26.585526 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-68dd156b-1452-4657-bab8-abc6bb50b11a req-cfe54e42-9849-49a9-98cf-6607fd5f54ff tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.9164307 Aug 20 14:09:26.604857 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] Transition to ACTIVE for port object 55638846-abbb-4ead-b155-c1ce4ee1a2b6 will not be triggered until provisioned by entity DHCP. {{(pid=94102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:09:26.617751 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981'] for port, after_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:26.641826 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5330a-120e-42e8-ac8d-d097f7bc7af6 req-10649a0c-fc43-4099-a495-731e9e690e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:26.643435 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c1e5330a-120e-42e8-ac8d-d097f7bc7af6 req-10649a0c-fc43-4099-a495-731e9e690e47 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 1098 time: 0.7376552 Aug 20 14:09:26.696158 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-8b89feaf-038b-4344-a60d-458081f1956a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1685486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131250079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130136038'] for subnet, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:26.734615 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08659c29-7808-4ab8-bc8f-23a547d625f5 req-1ea0d54b-2357-4a4d-afe5-40b49cd8f470 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:26.737590 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89feaf-038b-4344-a60d-458081f1956a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=792bc71f-7483-48a2-913d-90cf7a9528a3,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:26.743983 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-08659c29-7808-4ab8-bc8f-23a547d625f5 req-1ea0d54b-2357-4a4d-afe5-40b49cd8f470 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 946 time: 0.2361057 Aug 20 14:09:26.755580 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-8b89feaf-038b-4344-a60d-458081f1956a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for subnet, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:26.759181 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-8b89feaf-038b-4344-a60d-458081f1956a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/792bc71f-7483-48a2-913d-90cf7a9528a3 HTTP/1.1" status: 204 len: 168 time: 0.5307283 Aug 20 14:09:26.761636 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 57404) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:26.808268 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] Network ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6 is already hosted by enough agents. {{(pid=94102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:09:26.814756 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-68dd156b-1452-4657-bab8-abc6bb50b11a req-0c474944-34ad-436d-aff1-99b0d8970e7b tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776764 Aug 20 14:09:26.828050 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.scheduler.base_scheduler [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] Resources bound (agent type, host, resource id): {{(pid=94102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:09:26.835458 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] Pushing event updated for resources: {'Port': ['ID=55638846-abbb-4ead-b155-c1ce4ee1a2b6,revision_number=1']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:26.840436 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] Received port after_create {{(pid=94102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:09:26.884740 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:26.885272 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:26.886807 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:26.889777 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:26.890216 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:26.890654 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:26.891084 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:26.891514 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:26.891969 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:26.892394 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:26.892863 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:26.893375 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:26.924286 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c1e5330a-120e-42e8-ac8d-d097f7bc7af6 req-759fce14-a11a-4a6f-bed3-484ca5dd751b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2491941 Aug 20 14:09:26.929636 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-17878fa7-f4d4-4490-8d8c-bd81544573d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656558'] for network, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:26.945340 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-08659c29-7808-4ab8-bc8f-23a547d625f5 req-847be544-cb13-47c2-807d-cdeebcd0d40a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001090 Aug 20 14:09:26.974068 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port dd300731-2c4e-4bb0-91f6-1b850cf1a130, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dd300731-2c4e-4bb0-91f6-1b850cf1a130,segment=NetworkSegment(ef3aeec1-0535-4f9d-8ade-8bdfb3aad965),segment_id=ef3aeec1-0535-4f9d-8ade-8bdfb3aad965)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:09:27.018770 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [None req-aa35d032-1245-4f53-8c60-03b3308d5277 admin admin] Allocated IP 172.27.3.53 (98d0971e-9611-4cfe-abc2-ff603fbae97c/e8e9b9bd-ae96-49d0-b730-35afc957c6cc/94d24b97-c024-46b7-b91a-c25a4b362785) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:09:27.090373 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-17878fa7-f4d4-4490-8d8c-bd81544573d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1745010', 'neutron.services.segments.db._delete_segments_for_network-8728246697485'] for network, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:27.106318 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bc472-d60f-43f0-87aa-02a3c8cec69e req-de2e1250-7b1b-463e-acbd-0370928d6357 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:27.108032 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c31bc472-d60f-43f0-87aa-02a3c8cec69e req-de2e1250-7b1b-463e-acbd-0370928d6357 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd01f49b-aa25-448e-80a8-6ae7e75f10fd HTTP/1.1" status: 200 len: 943 time: 0.1611533 Aug 20 14:09:27.108525 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-17878fa7-f4d4-4490-8d8c-bd81544573d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c1b49f-d3ff-4e98-9fcd-528d069b4f6b']}} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:27.119947 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-17878fa7-f4d4-4490-8d8c-bd81544573d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d53c69a-92d5-4a6d-961d-ebe69d48059a') {'for_net_delete': True} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:27.120234 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-17878fa7-f4d4-4490-8d8c-bd81544573d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d53c69a-92d5-4a6d-961d-ebe69d48059a') {} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:27.131371 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-17878fa7-f4d4-4490-8d8c-bd81544573d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728246668737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131863519'] for segment, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:27.181626 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c31bc472-d60f-43f0-87aa-02a3c8cec69e req-c04688c1-ac57-4075-8e77-1e51d313b007 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/security-groups?id=36e82f6b-096d-4bb7-b742-e695e16ee495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603933 Aug 20 14:09:27.182344 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-17878fa7-f4d4-4490-8d8c-bd81544573d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:27.195095 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17878fa7-f4d4-4490-8d8c-bd81544573d2 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:09:27.195351 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-17878fa7-f4d4-4490-8d8c-bd81544573d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131250037'] for segment, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:27.197311 dv-cinder-790535-10-iscsi neutron-server[94101]: Traceback (most recent call last): Aug 20 14:09:27.197311 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:09:27.197311 dv-cinder-790535-10-iscsi neutron-server[94101]: timer() Aug 20 14:09:27.197311 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:09:27.197311 dv-cinder-790535-10-iscsi neutron-server[94101]: cb(*args, **kw) Aug 20 14:09:27.197311 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:09:27.197311 dv-cinder-790535-10-iscsi neutron-server[94101]: return func(*args, **kwargs) Aug 20 14:09:27.197311 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:09:27.197311 dv-cinder-790535-10-iscsi neutron-server[94101]: self._notify() Aug 20 14:09:27.197311 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:09:27.197311 dv-cinder-790535-10-iscsi neutron-server[94101]: self.callback(batched_events) Aug 20 14:09:27.197311 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:09:27.197311 dv-cinder-790535-10-iscsi neutron-server[94101]: event.method(event) Aug 20 14:09:27.197311 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:09:27.197311 dv-cinder-790535-10-iscsi neutron-server[94101]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:09:27.197311 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:09:27.197311 dv-cinder-790535-10-iscsi neutron-server[94101]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:09:27.197311 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:09:27.197311 dv-cinder-790535-10-iscsi neutron-server[94101]: return f(self, *a, **k) Aug 20 14:09:27.197311 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:09:27.197311 dv-cinder-790535-10-iscsi neutron-server[94101]: return self._get(url).json() Aug 20 14:09:27.197311 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:09:27.197311 dv-cinder-790535-10-iscsi neutron-server[94101]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:09:27.197311 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:09:27.197311 dv-cinder-790535-10-iscsi neutron-server[94101]: return self.request(url, 'GET', **kwargs) Aug 20 14:09:27.197311 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:09:27.197311 dv-cinder-790535-10-iscsi neutron-server[94101]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:09:27.197311 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:09:27.197311 dv-cinder-790535-10-iscsi neutron-server[94101]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:09:27.197311 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:09:27.197311 dv-cinder-790535-10-iscsi neutron-server[94101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:09:27.197311 dv-cinder-790535-10-iscsi neutron-server[94101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:09:27.266268 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-aa35d032-1245-4f53-8c60-03b3308d5277 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:27.315735 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-15f28405-6032-4c44-92cb-d1c90b97d656 None None] Notify callbacks [] for port, precommit_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:27.319966 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Returning: {'device': 'dd300731-2c4e-4bb0-91f6-1b850cf1a130', 'network_id': '83908b2d-edaa-4268-bd50-66e40f87bda6', 'port_id': 'dd300731-2c4e-4bb0-91f6-1b850cf1a130', 'mac_address': 'fa:16:3e:2c:3e:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a4bff83-057d-41b6-a9b9-b135d1362300', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:09:27.329149 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-aa35d032-1245-4f53-8c60-03b3308d5277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:27.342111 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] Attempting to bind port 55638846-abbb-4ead-b155-c1ce4ee1a2b6 on host dv-cinder-790535-10-iscsi for vnic_type normal with profile {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:09:27.342324 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] Attempting to bind port 55638846-abbb-4ead-b155-c1ce4ee1a2b6 by drivers openvswitch,hyperv on host dv-cinder-790535-10-iscsi at level 0 using segments [{'id': 'c685aa9a-ba27-4bec-8e64-ef716bc3f5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6'}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:09:27.342678 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] Attempting to bind port 55638846-abbb-4ead-b155-c1ce4ee1a2b6 on network ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6 {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:09:27.348855 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-15f28405-6032-4c44-92cb-d1c90b97d656 None None] Transition to ACTIVE for port object ae5a7c76-f4f9-4aab-9d40-99d06746d3b6 will not be triggered until provisioned by entity L2. {{(pid=94102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:09:27.364738 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-17878fa7-f4d4-4490-8d8c-bd81544573d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1745017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687127'] for network, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:27.385921 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa35d032-1245-4f53-8c60-03b3308d5277 admin admin] Network 98d0971e-9611-4cfe-abc2-ff603fbae97c is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:09:27.386926 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] Checking agent: {'id': '24d8fd69-abc0-4f0a-ba2d-fdf83f719c3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 59, 10), 'started_at': datetime.datetime(2021, 8, 20, 13, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:09:27.387310 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] Checking segment: {'id': 'c685aa9a-ba27-4bec-8e64-ef716bc3f5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:09:27.387777 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:27.388289 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] Bound using segment: {'id': 'c685aa9a-ba27-4bec-8e64-ef716bc3f5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6'} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:09:27.388851 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] Bound port: 55638846-abbb-4ead-b155-c1ce4ee1a2b6, host: dv-cinder-790535-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c685aa9a-ba27-4bec-8e64-ef716bc3f5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6'}}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:09:27.389861 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:27.390824 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [None req-aa35d032-1245-4f53-8c60-03b3308d5277 admin admin] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:09:27.397210 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa35d032-1245-4f53-8c60-03b3308d5277 admin admin] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:09:27.399460 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-15f28405-6032-4c44-92cb-d1c90b97d656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:27.425531 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-17878fa7-f4d4-4490-8d8c-bd81544573d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:27.427914 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-17878fa7-f4d4-4490-8d8c-bd81544573d2 admin admin] 10.222.0.38 "DELETE /v2.0/networks/66c1b49f-d3ff-4e98-9fcd-528d069b4f6b HTTP/1.1" status: 204 len: 168 time: 0.6651220 Aug 20 14:09:27.429564 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17878fa7-f4d4-4490-8d8c-bd81544573d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=66c1b49f-d3ff-4e98-9fcd-528d069b4f6b,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:27.480894 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa35d032-1245-4f53-8c60-03b3308d5277 admin admin] Pushing event updated for resources: {'Port': ['ID=94d24b97-c024-46b7-b91a-c25a4b362785,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:27.490803 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:27.564597 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d9d5b-bf08-497c-ab7f-07c57c30a49e None None] Pushing event updated for resources: {'Port': ['ID=ae5a7c76-f4f9-4aab-9d40-99d06746d3b6,revision_number=3']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:27.585447 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd300731-2c4e-4bb0-91f6-1b850cf1a130 {{(pid=94102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:09:27.696665 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port dd300731-2c4e-4bb0-91f6-1b850cf1a130, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dd300731-2c4e-4bb0-91f6-1b850cf1a130,segment=NetworkSegment(ef3aeec1-0535-4f9d-8ade-8bdfb3aad965),segment_id=ef3aeec1-0535-4f9d-8ade-8bdfb3aad965)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:09:27.698643 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] For port 55638846-abbb-4ead-b155-c1ce4ee1a2b6, host dv-cinder-790535-10-iscsi, cleared binding levels {{(pid=94102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:09:27.720743 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:27.758534 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-15f28405-6032-4c44-92cb-d1c90b97d656 None None] Attempting to bind port ae5a7c76-f4f9-4aab-9d40-99d06746d3b6 on host dv-cinder-790535-10-iscsi for vnic_type normal with profile {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:09:27.759596 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-15f28405-6032-4c44-92cb-d1c90b97d656 None None] Attempting to bind port ae5a7c76-f4f9-4aab-9d40-99d06746d3b6 by drivers openvswitch,hyperv on host dv-cinder-790535-10-iscsi at level 0 using segments [{'id': 'ef43daab-3823-45b9-a2bf-5f2531300abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1'}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:09:27.760409 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f28405-6032-4c44-92cb-d1c90b97d656 None None] Attempting to bind port ae5a7c76-f4f9-4aab-9d40-99d06746d3b6 on network 0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1 {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:09:27.868289 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] For port 55638846-abbb-4ead-b155-c1ce4ee1a2b6, host dv-cinder-790535-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=55638846-abbb-4ead-b155-c1ce4ee1a2b6,segment=NetworkSegment(c685aa9a-ba27-4bec-8e64-ef716bc3f5f4),segment_id=c685aa9a-ba27-4bec-8e64-ef716bc3f5f4)] {{(pid=94102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:09:27.880698 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f28405-6032-4c44-92cb-d1c90b97d656 None None] Checking agent: {'id': '24d8fd69-abc0-4f0a-ba2d-fdf83f719c3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 59, 10), 'started_at': datetime.datetime(2021, 8, 20, 13, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:09:27.881039 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f28405-6032-4c44-92cb-d1c90b97d656 None None] Checking segment: {'id': 'ef43daab-3823-45b9-a2bf-5f2531300abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:09:27.882580 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-15f28405-6032-4c44-92cb-d1c90b97d656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:27.882994 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f28405-6032-4c44-92cb-d1c90b97d656 None None] Bound using segment: {'id': 'ef43daab-3823-45b9-a2bf-5f2531300abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1'} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:09:27.887949 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-15f28405-6032-4c44-92cb-d1c90b97d656 None None] Bound port: ae5a7c76-f4f9-4aab-9d40-99d06746d3b6, host: dv-cinder-790535-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef43daab-3823-45b9-a2bf-5f2531300abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1'}}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:09:27.906370 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-15f28405-6032-4c44-92cb-d1c90b97d656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:28.034891 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:28.105573 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 57416) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:28.107449 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adab4e0-4a72-4e39-9449-a61c3c4e94a6 req-7baba526-a326-471b-85fd-64469e0d8245 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:28.117941 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2adab4e0-4a72-4e39-9449-a61c3c4e94a6 req-7baba526-a326-471b-85fd-64469e0d8245 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 945 time: 0.6227269 Aug 20 14:09:28.205201 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-15f28405-6032-4c44-92cb-d1c90b97d656 None None] For port ae5a7c76-f4f9-4aab-9d40-99d06746d3b6, host dv-cinder-790535-10-iscsi, cleared binding levels {{(pid=94102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:09:28.215419 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-15f28405-6032-4c44-92cb-d1c90b97d656 None None] For port ae5a7c76-f4f9-4aab-9d40-99d06746d3b6, host dv-cinder-790535-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=ae5a7c76-f4f9-4aab-9d40-99d06746d3b6,segment=NetworkSegment(ef43daab-3823-45b9-a2bf-5f2531300abc),segment_id=ef43daab-3823-45b9-a2bf-5f2531300abc)] {{(pid=94102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:09:28.239743 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['dd300731-2c4e-4bb0-91f6-1b850cf1a130'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:09:28.242553 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-bc18a4a8-805a-43f3-a386-175b08be848d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6c9a328af4674429998ca8c5e3efaaca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1266212 Aug 20 14:09:28.242715 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2adab4e0-4a72-4e39-9449-a61c3c4e94a6 req-b693d99f-1d9e-4b59-b16d-9394a5024bc6 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236086 Aug 20 14:09:28.243250 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 57420) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:28.370693 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-15f28405-6032-4c44-92cb-d1c90b97d656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:28.381782 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed656c9-546d-41f9-a75b-88863a6b2c35 req-6432018d-f35c-48d6-86bf-bc3490ef8120 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:28.383818 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0ed656c9-546d-41f9-a75b-88863a6b2c35 req-6432018d-f35c-48d6-86bf-bc3490ef8120 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.3757927 Aug 20 14:09:28.417351 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=dd300731-2c4e-4bb0-91f6-1b850cf1a130,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:28.504796 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-038c7e9d-a33e-4437-bea2-9f8c816462b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:28.559060 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-038c7e9d-a33e-4437-bea2-9f8c816462b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:28.619164 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7e40f-25b2-4145-9c33-1aea3d87aa7c None None] Pushing event updated for resources: {'Port': ['ID=55638846-abbb-4ead-b155-c1ce4ee1a2b6,revision_number=2']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:28.702462 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-038c7e9d-a33e-4437-bea2-9f8c816462b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:28.707039 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-038c7e9d-a33e-4437-bea2-9f8c816462b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:28.709756 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-038c7e9d-a33e-4437-bea2-9f8c816462b2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/42157170-7d43-4580-ad77-abc1c8d309b5 HTTP/1.1" status: 204 len: 168 time: 0.4645174 Aug 20 14:09:28.712869 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-aa35d032-1245-4f53-8c60-03b3308d5277 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:28.730621 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c7e9d-a33e-4437-bea2-9f8c816462b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42157170-7d43-4580-ad77-abc1c8d309b5,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:28.770889 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0ed656c9-546d-41f9-a75b-88863a6b2c35 req-28326fd5-d014-4c4d-8438-0058bb05097c tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019609 Aug 20 14:09:28.785326 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03841b7e-4976-4a02-b22b-650468a0baad req-e0eb1343-214f-4814-81bc-ad54893f5929 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:28.790742 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-03841b7e-4976-4a02-b22b-650468a0baad req-e0eb1343-214f-4814-81bc-ad54893f5929 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 946 time: 0.3279536 Aug 20 14:09:28.799892 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f28405-6032-4c44-92cb-d1c90b97d656 None None] Routers {'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:09:28.801121 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-15f28405-6032-4c44-92cb-d1c90b97d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:09:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:29.046454 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-03841b7e-4976-4a02-b22b-650468a0baad req-b5f07483-0d61-4ef7-8dbc-af9e44070889 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872599 Aug 20 14:09:29.451163 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d9d5b-bf08-497c-ab7f-07c57c30a49e None None] Pushing event updated for resources: {'Port': ['ID=ae5a7c76-f4f9-4aab-9d40-99d06746d3b6,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:29.469721 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15d13c-4181-423a-8a2b-7b4110282239 req-07c163fd-f400-46da-a7d3-78fc86015f64 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:29.472933 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6d15d13c-4181-423a-8a2b-7b4110282239 req-07c163fd-f400-46da-a7d3-78fc86015f64 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd01f49b-aa25-448e-80a8-6ae7e75f10fd HTTP/1.1" status: 200 len: 944 time: 0.4249971 Aug 20 14:09:29.483266 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-15f28405-6032-4c44-92cb-d1c90b97d656 None None] Set router ece7f8b1-caa6-4f8b-b867-83e5fb328d3d gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:09:29.647539 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 57438) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:29.717666 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6d15d13c-4181-423a-8a2b-7b4110282239 req-e93d098a-09ac-4e35-8b50-8819460b044a tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/security-groups?id=36e82f6b-096d-4bb7-b742-e695e16ee495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288241 Aug 20 14:09:29.727013 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-aa35d032-1245-4f53-8c60-03b3308d5277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533931'] for router, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:29.774542 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5895393-ed47-4396-9982-5c91c0c61bf3 req-307c4587-b391-4661-b369-aa538a0c4ee9 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:29.785873 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f5895393-ed47-4396-9982-5c91c0c61bf3 req-307c4587-b391-4661-b369-aa538a0c4ee9 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 945 time: 0.3741663 Aug 20 14:09:29.817651 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-36d4b2b5-83f8-4374-94ef-bb16e3b19a13 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aaf70815dfa04d0b8c55ab7512660a65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1657698 Aug 20 14:09:29.825269 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 57440) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:29.968930 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f5895393-ed47-4396-9982-5c91c0c61bf3 req-91656faa-8279-4fc2-8bce-b4eb4aeb367d tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585145 Aug 20 14:09:30.105564 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 55638846-abbb-4ead-b155-c1ce4ee1a2b6 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:09:30.196377 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-9aaa8816-142e-4bec-a415-b5f833f75881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:30.212185 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning for port 55638846-abbb-4ead-b155-c1ce4ee1a2b6 completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:09:30.220269 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-15f28405-6032-4c44-92cb-d1c90b97d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'name': 'tempest-TestVolumeBootPattern-932448548-router', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:14Z', 'updated_at': '2021-08-20T14:09:20Z', 'revision_number': 4, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'gw_port': {'id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:15Z', 'updated_at': '2021-08-20T14:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': 'ae5a7c76-f4f9-4aab-9d40-99d06746d3b6', 'name': '', 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'mac_address': 'fa:16:3e:c0:2c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:19Z', 'updated_at': '2021-08-20T14:09:28Z', 'revision_number': 4, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'subnets': [{'id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:30.223757 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-9aaa8816-142e-4bec-a415-b5f833f75881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:30.266131 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f28405-6032-4c44-92cb-d1c90b97d656 None None] The sync data for ids ['ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'] in dv-cinder-790535-10-iscsi is: [{'id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'name': 'tempest-TestVolumeBootPattern-932448548-router', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:14Z', 'updated_at': '2021-08-20T14:09:20Z', 'revision_number': 4, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'gw_port': {'id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:15Z', 'updated_at': '2021-08-20T14:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': 'ae5a7c76-f4f9-4aab-9d40-99d06746d3b6', 'name': '', 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'mac_address': 'fa:16:3e:c0:2c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:19Z', 'updated_at': '2021-08-20T14:09:28Z', 'revision_number': 4, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'subnets': [{'id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:09:30.277137 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device ae5a7c76-f4f9-4aab-9d40-99d06746d3b6 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:09:30.329083 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0554b9c-b32b-4570-affb-7c595dd86b6e req-068dc000-2932-4ae1-b0ae-9cafe21b5528 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:30.341337 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b0554b9c-b32b-4570-affb-7c595dd86b6e req-068dc000-2932-4ae1-b0ae-9cafe21b5528 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.4041929 Aug 20 14:09:30.369066 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a813d29a-1a9e-42e1-bfdf-e5341328b0b4 None None] Network ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6 requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:09:30.390107 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning for port ae5a7c76-f4f9-4aab-9d40-99d06746d3b6 completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:09:30.399663 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-9aaa8816-142e-4bec-a415-b5f833f75881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:30.402984 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-9aaa8816-142e-4bec-a415-b5f833f75881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:30.411430 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-9aaa8816-142e-4bec-a415-b5f833f75881 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/87b6ec43-3bc3-4b85-8640-c4a91f23a2e2 HTTP/1.1" status: 204 len: 168 time: 0.5820096 Aug 20 14:09:30.469828 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b0554b9c-b32b-4570-affb-7c595dd86b6e req-a44a7952-424e-4ceb-8334-8fb7e195a2dd tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278069 Aug 20 14:09:30.473691 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa8816-142e-4bec-a415-b5f833f75881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b6ec43-3bc3-4b85-8640-c4a91f23a2e2,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:30.491814 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port ae5a7c76-f4f9-4aab-9d40-99d06746d3b6 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:09:30.492736 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:30.509016 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fed4ef-8790-45f7-95c6-ecb9279baac0 req-dbe07918-fdf0-46b6-a620-7d2781d7adef tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:30.509016 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-78fed4ef-8790-45f7-95c6-ecb9279baac0 req-dbe07918-fdf0-46b6-a620-7d2781d7adef tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 945 time: 0.3493352 Aug 20 14:09:30.591737 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e8a92882-b1a0-4da9-81e3-567e7b8e4d65 None None] Provisioning for port 55638846-abbb-4ead-b155-c1ce4ee1a2b6 completed by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:09:30.602923 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device dd300731-2c4e-4bb0-91f6-1b850cf1a130 up at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:09:30.649346 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa35d032-1245-4f53-8c60-03b3308d5277 admin admin] Router 414bc847-b6e2-4939-9574-8bee8e7330f0 is scheduled to L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf with binding_index 1 {{(pid=94100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:09:30.698383 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e8a92882-b1a0-4da9-81e3-567e7b8e4d65 None None] Provisioning complete for port 55638846-abbb-4ead-b155-c1ce4ee1a2b6 triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:09:30.698754 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e8a92882-b1a0-4da9-81e3-567e7b8e4d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:30.713011 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-78fed4ef-8790-45f7-95c6-ecb9279baac0 req-e39d1c54-cb92-4c3f-aab1-7465eb33cca6 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974826 Aug 20 14:09:30.740852 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 57454) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:31.051599 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be16cbd-4177-42d8-a40d-fa977d08aa02 req-ac60340a-9542-4571-b97b-101a5e587a26 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:31.064032 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9be16cbd-4177-42d8-a40d-fa977d08aa02 req-ac60340a-9542-4571-b97b-101a5e587a26 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 946 time: 0.4216640 Aug 20 14:09:31.173688 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning for port dd300731-2c4e-4bb0-91f6-1b850cf1a130 completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:09:31.196714 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning complete for port dd300731-2c4e-4bb0-91f6-1b850cf1a130 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:09:31.197230 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:31.219199 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09f660-8382-4ae5-829a-4392d7abb29e req-2d4c96d7-6f54-409c-8276-c2c51bf350d9 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:31.223733 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3c09f660-8382-4ae5-829a-4392d7abb29e req-2d4c96d7-6f54-409c-8276-c2c51bf350d9 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd01f49b-aa25-448e-80a8-6ae7e75f10fd HTTP/1.1" status: 200 len: 944 time: 0.3177235 Aug 20 14:09:31.344081 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9be16cbd-4177-42d8-a40d-fa977d08aa02 req-c0fd9c00-8242-447b-8f86-c9bc0633d663 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643104 Aug 20 14:09:31.385332 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa35d032-1245-4f53-8c60-03b3308d5277 admin admin] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:09:31.418568 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88561c4-abcf-43a7-ab1d-5437bbd306b1 None None] Sync routers for ids ['414bc847-b6e2-4939-9574-8bee8e7330f0'] in dv-cinder-790535-10-iscsi {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:09:31.422539 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e8a92882-b1a0-4da9-81e3-567e7b8e4d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:31.436245 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3c09f660-8382-4ae5-829a-4392d7abb29e req-2cc46661-f752-4681-9647-48d72a23aadb tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/security-groups?id=36e82f6b-096d-4bb7-b742-e695e16ee495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968935 Aug 20 14:09:31.458948 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:31.466582 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-aa35d032-1245-4f53-8c60-03b3308d5277 admin admin] Notify callbacks [] for router, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:31.468000 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-aa35d032-1245-4f53-8c60-03b3308d5277 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9417279 Aug 20 14:09:31.469970 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88561c4-abcf-43a7-ab1d-5437bbd306b1 None None] Routers {'414bc847-b6e2-4939-9574-8bee8e7330f0'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:09:31.470595 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-f88561c4-abcf-43a7-ab1d-5437bbd306b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:09:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['414bc847-b6e2-4939-9574-8bee8e7330f0'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:31.471015 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 57482) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:31.545200 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46be030a-0fc6-4c54-b3a3-932fae7b0824 tempest-TestShelveInstance-1134036777 tempest-TestShelveInstance-1134036777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:31.547578 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-46be030a-0fc6-4c54-b3a3-932fae7b0824 tempest-TestShelveInstance-1134036777 tempest-TestShelveInstance-1134036777-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 1093 time: 0.8048894 Aug 20 14:09:31.550943 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 57486) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:31.556029 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-8162367f-ac49-4b05-bc6e-534906872e2e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Request body: {'floatingip': {'floating_network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'port_id': 'f2a21bc3-2a19-4407-9aea-35f3cf3218f6', 'tenant_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:09:31.635129 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-8162367f-ac49-4b05-bc6e-534906872e2e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks [] for floatingip, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:31.743063 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-e8a92882-b1a0-4da9-81e3-567e7b8e4d65 None None] For port 55638846-abbb-4ead-b155-c1ce4ee1a2b6, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=55638846-abbb-4ead-b155-c1ce4ee1a2b6,segment=NetworkSegment(c685aa9a-ba27-4bec-8e64-ef716bc3f5f4),segment_id=c685aa9a-ba27-4bec-8e64-ef716bc3f5f4)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:09:31.750478 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] For port ae5a7c76-f4f9-4aab-9d40-99d06746d3b6, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=ae5a7c76-f4f9-4aab-9d40-99d06746d3b6,segment=NetworkSegment(ef43daab-3823-45b9-a2bf-5f2531300abc),segment_id=ef43daab-3823-45b9-a2bf-5f2531300abc)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:09:31.753786 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e8a92882-b1a0-4da9-81e3-567e7b8e4d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:31.764993 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:31.808416 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:31.862907 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd01f49b-aa25-448e-80a8-6ae7e75f10fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd300731-2c4e-4bb0-91f6-1b850cf1a130'}] {{(pid=94102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:09:31.865977 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658e03e68c488354c0da9c4193b8775245da486d5210860026445f3bfd5b20fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee3e0bf-e77e-4d71-a652-b8979506074a" -d '{"events": [{"server_uuid": "fd01f49b-aa25-448e-80a8-6ae7e75f10fd", "name": "network-vif-plugged", "status": "completed", "tag": "dd300731-2c4e-4bb0-91f6-1b850cf1a130"}]}' {{(pid=94102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:09:31.932802 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port dd300731-2c4e-4bb0-91f6-1b850cf1a130, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dd300731-2c4e-4bb0-91f6-1b850cf1a130,segment=NetworkSegment(ef3aeec1-0535-4f9d-8ade-8bdfb3aad965),segment_id=ef3aeec1-0535-4f9d-8ade-8bdfb3aad965)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:09:31.950750 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:31.960059 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a92882-b1a0-4da9-81e3-567e7b8e4d65 None None] Pushing event updated for resources: {'Port': ['ID=55638846-abbb-4ead-b155-c1ce4ee1a2b6,revision_number=3']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:31.985732 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0962091d-4f9c-424f-a185-84ce641870ef x-openstack-request-id: req-0962091d-4f9c-424f-a185-84ce641870ef {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:09:31.988997 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd01f49b-aa25-448e-80a8-6ae7e75f10fd", "name": "network-vif-plugged", "status": "completed", "tag": "dd300731-2c4e-4bb0-91f6-1b850cf1a130", "code": 200}]} {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:09:31.989498 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0962091d-4f9c-424f-a185-84ce641870ef {{(pid=94102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:09:31.991517 dv-cinder-790535-10-iscsi neutron-server[94102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd01f49b-aa25-448e-80a8-6ae7e75f10fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd300731-2c4e-4bb0-91f6-1b850cf1a130', 'code': 200} Aug 20 14:09:32.015901 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-f88561c4-abcf-43a7-ab1d-5437bbd306b1 None None] Set router 414bc847-b6e2-4939-9574-8bee8e7330f0 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:09:32.068336 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Pushing event updated for resources: {'Port': ['ID=ae5a7c76-f4f9-4aab-9d40-99d06746d3b6,revision_number=5']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:32.149581 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-8162367f-ac49-4b05-bc6e-534906872e2e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:32.231339 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=dd300731-2c4e-4bb0-91f6-1b850cf1a130,revision_number=5']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:32.257087 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-8c29a1d6-dc17-4a13-9ab3-958898cbcdab None None] Provisioning complete for port 55638846-abbb-4ead-b155-c1ce4ee1a2b6 triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:09:32.257449 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-8c29a1d6-dc17-4a13-9ab3-958898cbcdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:32.478028 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-f88561c4-abcf-43a7-ab1d-5437bbd306b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414bc847-b6e2-4939-9574-8bee8e7330f0', 'name': 'tempest-TestVolumeBootPattern-1937422079-router', 'tenant_id': 'f39487630ad74f6894c8f336ba995264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '94d24b97-c024-46b7-b91a-c25a4b362785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:24Z', 'updated_at': '2021-08-20T14:09:28Z', 'revision_number': 3, 'project_id': 'f39487630ad74f6894c8f336ba995264', 'gw_port': {'id': '94d24b97-c024-46b7-b91a-c25a4b362785', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414bc847-b6e2-4939-9574-8bee8e7330f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:26Z', 'updated_at': '2021-08-20T14:09:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:32.534851 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88561c4-abcf-43a7-ab1d-5437bbd306b1 None None] Checking router: 414bc847-b6e2-4939-9574-8bee8e7330f0 for host: dv-cinder-790535-10-iscsi {{(pid=94103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:09:32.535497 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88561c4-abcf-43a7-ab1d-5437bbd306b1 None None] Updating router 414bc847-b6e2-4939-9574-8bee8e7330f0 port 94d24b97-c024-46b7-b91a-c25a4b362785 binding host dv-cinder-790535-10-iscsi {{(pid=94103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:09:32.536209 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde51de-609b-4d1c-8154-45ea6b441eb2 req-d1ec1cca-abba-4255-a37f-48e29a536151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:32.538168 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8fde51de-609b-4d1c-8154-45ea6b441eb2 req-d1ec1cca-abba-4255-a37f-48e29a536151 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fd01f49b-aa25-448e-80a8-6ae7e75f10fd HTTP/1.1" status: 200 len: 1098 time: 0.2703216 Aug 20 14:09:32.577077 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-f88561c4-abcf-43a7-ab1d-5437bbd306b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:32.586303 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.db_base_plugin_common [None req-8162367f-ac49-4b05-bc6e-534906872e2e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Allocated IP 172.27.3.52 (98d0971e-9611-4cfe-abc2-ff603fbae97c/e8e9b9bd-ae96-49d0-b730-35afc957c6cc/0049d112-e383-4d1e-8018-ddbb5e366d2e) {{(pid=94101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:09:32.605423 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96477b2-8500-4b57-ad82-64a9ec51974c req-a2129ccb-c6fe-4b31-8ad4-36a446109425 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:32.607686 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b96477b2-8500-4b57-ad82-64a9ec51974c req-a2129ccb-c6fe-4b31-8ad4-36a446109425 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.3522189 Aug 20 14:09:32.686996 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8fde51de-609b-4d1c-8154-45ea6b441eb2 req-e33064db-d9fa-4bc7-b2ba-b37db5c0ac2e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=36e82f6b-096d-4bb7-b742-e695e16ee495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396379 Aug 20 14:09:32.695984 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b76be-1877-410f-b4e8-3fb5f7ff65c2 req-7b606854-0ddf-4a81-ae00-3143280d0002 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:32.703949 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a92b76be-1877-410f-b4e8-3fb5f7ff65c2 req-7b606854-0ddf-4a81-ae00-3143280d0002 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 946 time: 0.2288826 Aug 20 14:09:32.767152 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b96477b2-8500-4b57-ad82-64a9ec51974c req-a6014541-e0b9-4140-81cd-7c148dc05e33 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478357 Aug 20 14:09:32.798955 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-8162367f-ac49-4b05-bc6e-534906872e2e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks [] for port, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:32.802891 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a92b76be-1877-410f-b4e8-3fb5f7ff65c2 req-0c69e985-e2c4-4cb0-af1a-ad5cb55c48a9 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963523 Aug 20 14:09:32.862820 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-8162367f-ac49-4b05-bc6e-534906872e2e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131250090'] for port, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:32.956498 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf540c7a-be1d-4517-8ef8-0533ed4f5b41 req-2231f08c-9d29-4d48-a2d8-5ab3192d264a tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:32.958289 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-bf540c7a-be1d-4517-8ef8-0533ed4f5b41 req-2231f08c-9d29-4d48-a2d8-5ab3192d264a tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd01f49b-aa25-448e-80a8-6ae7e75f10fd HTTP/1.1" status: 200 len: 945 time: 0.0992622 Aug 20 14:09:33.004381 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8162367f-ac49-4b05-bc6e-534906872e2e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Network 98d0971e-9611-4cfe-abc2-ff603fbae97c is already hosted by enough agents. {{(pid=94101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:09:33.025489 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.base_scheduler [None req-8162367f-ac49-4b05-bc6e-534906872e2e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Resources bound (agent type, host, resource id): {{(pid=94101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:09:33.038128 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8162367f-ac49-4b05-bc6e-534906872e2e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Received port after_create {{(pid=94101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:09:33.058963 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-bf540c7a-be1d-4517-8ef8-0533ed4f5b41 req-dcc80325-93b8-498c-9899-8d65879489f1 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/security-groups?id=36e82f6b-096d-4bb7-b742-e695e16ee495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910199 Aug 20 14:09:33.151721 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-131044f2-09a4-45c2-8425-283168cfdc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:33.295602 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-f88561c4-abcf-43a7-ab1d-5437bbd306b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:33.330227 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.provisioning_blocks [None req-f88561c4-abcf-43a7-ab1d-5437bbd306b1 None None] Transition to ACTIVE for port object 94d24b97-c024-46b7-b91a-c25a4b362785 will not be triggered until provisioned by entity L2. {{(pid=94103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:09:33.342469 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-f88561c4-abcf-43a7-ab1d-5437bbd306b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:33.408126 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082b180-578e-4eac-9c81-051aad6c4df9 None None] Pushing event updated for resources: {'Port': ['ID=94d24b97-c024-46b7-b91a-c25a4b362785,revision_number=2']} {{(pid=94103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:33.418866 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6082b180-578e-4eac-9c81-051aad6c4df9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:33.419659 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6082b180-578e-4eac-9c81-051aad6c4df9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:33.420214 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6082b180-578e-4eac-9c81-051aad6c4df9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:33.420782 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6082b180-578e-4eac-9c81-051aad6c4df9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:33.421372 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6082b180-578e-4eac-9c81-051aad6c4df9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:33.421975 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6082b180-578e-4eac-9c81-051aad6c4df9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:33.422529 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6082b180-578e-4eac-9c81-051aad6c4df9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:33.423627 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6082b180-578e-4eac-9c81-051aad6c4df9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:33.424278 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6082b180-578e-4eac-9c81-051aad6c4df9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:33.424874 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6082b180-578e-4eac-9c81-051aad6c4df9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:33.425411 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6082b180-578e-4eac-9c81-051aad6c4df9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:33.426013 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6082b180-578e-4eac-9c81-051aad6c4df9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:09:33.449587 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [None req-131044f2-09a4-45c2-8425-283168cfdc46 admin admin] Allocated IP 172.20.0.1 (ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6/ae55b970-fbaa-4a4d-8b94-f37a7e3719ed/b2624d22-3c5d-4622-8d65-575adfac1ce0) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:09:33.459963 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.managers [None req-f88561c4-abcf-43a7-ab1d-5437bbd306b1 None None] Attempting to bind port 94d24b97-c024-46b7-b91a-c25a4b362785 on host dv-cinder-790535-10-iscsi for vnic_type normal with profile {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:09:33.460787 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.managers [None req-f88561c4-abcf-43a7-ab1d-5437bbd306b1 None None] Attempting to bind port 94d24b97-c024-46b7-b91a-c25a4b362785 by drivers openvswitch,hyperv on host dv-cinder-790535-10-iscsi at level 0 using segments [{'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'}] {{(pid=94103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:09:33.461403 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88561c4-abcf-43a7-ab1d-5437bbd306b1 None None] Attempting to bind port 94d24b97-c024-46b7-b91a-c25a4b362785 on network 98d0971e-9611-4cfe-abc2-ff603fbae97c {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:09:33.469260 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88561c4-abcf-43a7-ab1d-5437bbd306b1 None None] Checking agent: {'id': '24d8fd69-abc0-4f0a-ba2d-fdf83f719c3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 59, 10), 'started_at': datetime.datetime(2021, 8, 20, 13, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:09:33.469924 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88561c4-abcf-43a7-ab1d-5437bbd306b1 None None] Checking segment: {'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:09:33.470592 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-f88561c4-abcf-43a7-ab1d-5437bbd306b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:33.471201 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88561c4-abcf-43a7-ab1d-5437bbd306b1 None None] Bound using segment: {'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'} {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:09:33.471938 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.managers [None req-f88561c4-abcf-43a7-ab1d-5437bbd306b1 None None] Bound port: 94d24b97-c024-46b7-b91a-c25a4b362785, host: dv-cinder-790535-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'}}] {{(pid=94103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:09:33.472683 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-f88561c4-abcf-43a7-ab1d-5437bbd306b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:33.532508 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.db [None req-f88561c4-abcf-43a7-ab1d-5437bbd306b1 None None] For port 94d24b97-c024-46b7-b91a-c25a4b362785, host dv-cinder-790535-10-iscsi, cleared binding levels {{(pid=94103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:09:33.538186 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.db [None req-f88561c4-abcf-43a7-ab1d-5437bbd306b1 None None] For port 94d24b97-c024-46b7-b91a-c25a4b362785, host dv-cinder-790535-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=94d24b97-c024-46b7-b91a-c25a4b362785,segment=NetworkSegment(4decdd4f-3fef-48ea-97d6-157c44e17f8c),segment_id=4decdd4f-3fef-48ea-97d6-157c44e17f8c)] {{(pid=94103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:09:33.550540 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-f88561c4-abcf-43a7-ab1d-5437bbd306b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:33.582189 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-131044f2-09a4-45c2-8425-283168cfdc46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:33.597700 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.provisioning_blocks [None req-131044f2-09a4-45c2-8425-283168cfdc46 admin admin] Transition to ACTIVE for port object b2624d22-3c5d-4622-8d65-575adfac1ce0 will not be triggered until provisioned by entity DHCP. {{(pid=94100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:09:33.603804 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-8162367f-ac49-4b05-bc6e-534906872e2e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:33.622105 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082b180-578e-4eac-9c81-051aad6c4df9 None None] Pushing event updated for resources: {'Port': ['ID=94d24b97-c024-46b7-b91a-c25a4b362785,revision_number=3']} {{(pid=94103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:33.633938 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162367f-ac49-4b05-bc6e-534906872e2e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Pushing event updated for resources: {'Port': ['ID=0049d112-e383-4d1e-8018-ddbb5e366d2e,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:33.642770 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-131044f2-09a4-45c2-8425-283168cfdc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:33.653540 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88561c4-abcf-43a7-ab1d-5437bbd306b1 None None] Routers {'414bc847-b6e2-4939-9574-8bee8e7330f0'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:09:33.654560 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-f88561c4-abcf-43a7-ab1d-5437bbd306b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:09:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['414bc847-b6e2-4939-9574-8bee8e7330f0'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:33.724113 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131044f2-09a4-45c2-8425-283168cfdc46 admin admin] Network ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6 is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:09:33.728070 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-8162367f-ac49-4b05-bc6e-534906872e2e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:33.728764 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [None req-131044f2-09a4-45c2-8425-283168cfdc46 admin admin] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:09:33.739804 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131044f2-09a4-45c2-8425-283168cfdc46 admin admin] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:09:33.790563 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-131044f2-09a4-45c2-8425-283168cfdc46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534593'] for router_interface, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:33.807161 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131044f2-09a4-45c2-8425-283168cfdc46 admin admin] Pushing event updated for resources: {'Port': ['ID=b2624d22-3c5d-4622-8d65-575adfac1ce0,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:33.976581 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 55638846-abbb-4ead-b155-c1ce4ee1a2b6 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:09:34.063789 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-f88561c4-abcf-43a7-ab1d-5437bbd306b1 None None] Set router 414bc847-b6e2-4939-9574-8bee8e7330f0 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:09:34.098589 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-8c1d2d08-f9e9-478e-8f27-caa4cc031b59 None None] Provisioning for port b2624d22-3c5d-4622-8d65-575adfac1ce0 completed by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:09:34.110408 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-8c1d2d08-f9e9-478e-8f27-caa4cc031b59 None None] Provisioning complete for port b2624d22-3c5d-4622-8d65-575adfac1ce0 triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:09:34.111300 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-8c1d2d08-f9e9-478e-8f27-caa4cc031b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:34.135437 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-8162367f-ac49-4b05-bc6e-534906872e2e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks [] for port, precommit_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:34.148775 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-8162367f-ac49-4b05-bc6e-534906872e2e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131250001'] for port, after_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:34.202629 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d2d08-f9e9-478e-8f27-caa4cc031b59 None None] Port b2624d22-3c5d-4622-8d65-575adfac1ce0 cannot update to ACTIVE because it is not bound. {{(pid=94102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:09:34.233200 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 55638846-abbb-4ead-b155-c1ce4ee1a2b6 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:09:34.233950 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:34.287950 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162367f-ac49-4b05-bc6e-534906872e2e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Pushing event updated for resources: {'Port': ['ID=0049d112-e383-4d1e-8018-ddbb5e366d2e,revision_number=2']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:34.294803 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-8162367f-ac49-4b05-bc6e-534906872e2e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687214'] for floatingip, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:34.360960 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device ae5a7c76-f4f9-4aab-9d40-99d06746d3b6 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:09:34.428898 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4203c-163f-488b-bac3-fab0295ea2de req-a55c6d07-749a-4fea-9657-badea30c1483 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:34.430236 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c8f4203c-163f-488b-bac3-fab0295ea2de req-a55c6d07-749a-4fea-9657-badea30c1483 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 946 time: 0.4529123 Aug 20 14:09:34.460386 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.db.l3_db [None req-8162367f-ac49-4b05-bc6e-534906872e2e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Floating IP 2271e7dd-a8bb-497a-b91b-9bd658a347f6 associated. External IP: 172.27.3.52, port: f2a21bc3-2a19-4407-9aea-35f3cf3218f6. Aug 20 14:09:34.494804 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-f88561c4-abcf-43a7-ab1d-5437bbd306b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414bc847-b6e2-4939-9574-8bee8e7330f0', 'name': 'tempest-TestVolumeBootPattern-1937422079-router', 'tenant_id': 'f39487630ad74f6894c8f336ba995264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '94d24b97-c024-46b7-b91a-c25a4b362785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:24Z', 'updated_at': '2021-08-20T14:09:28Z', 'revision_number': 3, 'project_id': 'f39487630ad74f6894c8f336ba995264', 'gw_port': {'id': '94d24b97-c024-46b7-b91a-c25a4b362785', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414bc847-b6e2-4939-9574-8bee8e7330f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:26Z', 'updated_at': '2021-08-20T14:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:34.495830 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port ae5a7c76-f4f9-4aab-9d40-99d06746d3b6 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:09:34.497044 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:34.539905 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88561c4-abcf-43a7-ab1d-5437bbd306b1 None None] The sync data for ids ['414bc847-b6e2-4939-9574-8bee8e7330f0'] in dv-cinder-790535-10-iscsi is: [{'id': '414bc847-b6e2-4939-9574-8bee8e7330f0', 'name': 'tempest-TestVolumeBootPattern-1937422079-router', 'tenant_id': 'f39487630ad74f6894c8f336ba995264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '94d24b97-c024-46b7-b91a-c25a4b362785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:24Z', 'updated_at': '2021-08-20T14:09:28Z', 'revision_number': 3, 'project_id': 'f39487630ad74f6894c8f336ba995264', 'gw_port': {'id': '94d24b97-c024-46b7-b91a-c25a4b362785', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414bc847-b6e2-4939-9574-8bee8e7330f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:26Z', 'updated_at': '2021-08-20T14:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}] {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:09:34.547951 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-131044f2-09a4-45c2-8425-283168cfdc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:34.593570 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fedf5-879d-4d72-ad38-025a923d32eb req-c8901174-b0d8-45dc-85a1-aa396c84fba5 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:34.595496 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7e0fedf5-879d-4d72-ad38-025a923d32eb req-c8901174-b0d8-45dc-85a1-aa396c84fba5 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.6215665 Aug 20 14:09:34.678872 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c8f4203c-163f-488b-bac3-fab0295ea2de req-90df49d0-6cb4-4de0-a5ee-473a99a5bdaa tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265712 Aug 20 14:09:34.749299 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7e0fedf5-879d-4d72-ad38-025a923d32eb req-8fe1f6d7-8da5-45b2-be71-40de4e6aded4 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462452 Aug 20 14:09:35.009621 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d549b3d-6788-485b-b1f9-8fbac35214a4 req-8280279f-1fb1-47c8-bcfe-e9e3d35458c7 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:35.017574 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1d549b3d-6788-485b-b1f9-8fbac35214a4 req-8280279f-1fb1-47c8-bcfe-e9e3d35458c7 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd01f49b-aa25-448e-80a8-6ae7e75f10fd HTTP/1.1" status: 200 len: 945 time: 0.1345222 Aug 20 14:09:35.138216 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-131044f2-09a4-45c2-8425-283168cfdc46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:35.152602 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-131044f2-09a4-45c2-8425-283168cfdc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:35.159631 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1d549b3d-6788-485b-b1f9-8fbac35214a4 req-ef896fc0-cdd2-46d2-b742-083151484278 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/security-groups?id=36e82f6b-096d-4bb7-b742-e695e16ee495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249528 Aug 20 14:09:35.194675 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8162367f-ac49-4b05-bc6e-534906872e2e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Router c496518e-3027-414b-b660-017f7244ccaf has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:09:35.274661 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131044f2-09a4-45c2-8425-283168cfdc46 admin admin] Pushing event updated for resources: {'Port': ['ID=b2624d22-3c5d-4622-8d65-575adfac1ce0,revision_number=2']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:35.278208 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-131044f2-09a4-45c2-8425-283168cfdc46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1014980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529649'] for router_interface, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:35.463609 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131044f2-09a4-45c2-8425-283168cfdc46 admin admin] Network ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6 is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:09:35.465118 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [None req-131044f2-09a4-45c2-8425-283168cfdc46 admin admin] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:09:35.467232 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8162367f-ac49-4b05-bc6e-534906872e2e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:09:35.492590 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedf7800-4a42-4a31-98b7-9b5506427b76 None None] Sync routers for ids ['c496518e-3027-414b-b660-017f7244ccaf'] in dv-cinder-790535-10-iscsi {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:09:35.514431 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-8162367f-ac49-4b05-bc6e-534906872e2e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for floatingip, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:35.532362 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedf7800-4a42-4a31-98b7-9b5506427b76 None None] Routers {'c496518e-3027-414b-b660-017f7244ccaf'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:09:35.533357 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-eedf7800-4a42-4a31-98b7-9b5506427b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:09:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['c496518e-3027-414b-b660-017f7244ccaf'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:35.622099 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-8162367f-ac49-4b05-bc6e-534906872e2e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0695651 Aug 20 14:09:35.623074 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e65aa31-28e3-4eea-b00f-701f8844f6ad', 'tag': 'f2a21bc3-2a19-4407-9aea-35f3cf3218f6'}] {{(pid=94101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:09:35.627125 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe9c96b14d8a984b3b2359cf8bfa077cf4e0579f01b10b2ab8ef3f260cf9dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a782bc78-fa60-4b91-b001-8fb9c0dbdaf3" -d '{"events": [{"name": "network-changed", "server_uuid": "2e65aa31-28e3-4eea-b00f-701f8844f6ad", "tag": "f2a21bc3-2a19-4407-9aea-35f3cf3218f6"}]}' {{(pid=94101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:09:35.710935 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ea4677-95b5-460c-9ba0-9f2766a0a190 x-openstack-request-id: req-54ea4677-95b5-460c-9ba0-9f2766a0a190 {{(pid=94101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:09:35.711505 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e65aa31-28e3-4eea-b00f-701f8844f6ad", "tag": "f2a21bc3-2a19-4407-9aea-35f3cf3218f6", "status": "completed", "code": 200}]} {{(pid=94101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:09:35.711893 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-54ea4677-95b5-460c-9ba0-9f2766a0a190 {{(pid=94101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:09:35.713306 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e65aa31-28e3-4eea-b00f-701f8844f6ad', 'tag': 'f2a21bc3-2a19-4407-9aea-35f3cf3218f6', 'status': 'completed', 'code': 200} Aug 20 14:09:35.769557 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131044f2-09a4-45c2-8425-283168cfdc46 admin admin] Router 414bc847-b6e2-4939-9574-8bee8e7330f0 has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:09:35.967997 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-eedf7800-4a42-4a31-98b7-9b5506427b76 None None] Set router c496518e-3027-414b-b660-017f7244ccaf gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:09:36.023148 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 94d24b97-c024-46b7-b91a-c25a4b362785 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:09:36.043489 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131044f2-09a4-45c2-8425-283168cfdc46 admin admin] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:09:36.057885 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-9fae2829-0b76-4017-8f8c-5daca84e1704 None None] Provisioning complete for port b2624d22-3c5d-4622-8d65-575adfac1ce0 triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:09:36.058252 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-9fae2829-0b76-4017-8f8c-5daca84e1704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:36.075614 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-131044f2-09a4-45c2-8425-283168cfdc46 admin admin] 10.222.0.38 "PUT /v2.0/routers/414bc847-b6e2-4939-9574-8bee8e7330f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6027374 Aug 20 14:09:36.121590 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d722f-c71e-4287-ab88-7d20882da1b4 req-1af39bb1-c0f4-4c85-bed5-33c0d5f9de21 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:36.121590 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b40d722f-c71e-4287-ab88-7d20882da1b4 req-1af39bb1-c0f4-4c85-bed5-33c0d5f9de21 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 946 time: 0.3084114 Aug 20 14:09:36.160974 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ef2f1-85b7-42f9-a8f2-0b9e55faf4ee req-6d00c1c2-f436-4d9d-886d-6dec86b3eac1 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:36.163849 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4a5ef2f1-85b7-42f9-a8f2-0b9e55faf4ee req-6d00c1c2-f436-4d9d-886d-6dec86b3eac1 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.1183183 Aug 20 14:09:36.209476 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b40d722f-c71e-4287-ab88-7d20882da1b4 req-5adf40f7-eb1b-46a4-9678-8234b58ee5d5 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789037 Aug 20 14:09:36.230069 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4a5ef2f1-85b7-42f9-a8f2-0b9e55faf4ee req-4ca3c28c-6d59-44c5-a3ce-46523cec6477 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438333 Aug 20 14:09:36.250611 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-9fae2829-0b76-4017-8f8c-5daca84e1704 None None] Port b2624d22-3c5d-4622-8d65-575adfac1ce0 cannot update to ACTIVE because it is not bound. {{(pid=94102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:09:36.324739 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning for port 94d24b97-c024-46b7-b91a-c25a4b362785 completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:09:36.510699 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 94d24b97-c024-46b7-b91a-c25a4b362785 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:09:36.511435 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:36.669788 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:36.697153 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] For port 94d24b97-c024-46b7-b91a-c25a4b362785, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=94d24b97-c024-46b7-b91a-c25a4b362785,segment=NetworkSegment(4decdd4f-3fef-48ea-97d6-157c44e17f8c),segment_id=4decdd4f-3fef-48ea-97d6-157c44e17f8c)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:09:36.703940 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:36.713684 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-eedf7800-4a42-4a31-98b7-9b5506427b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c496518e-3027-414b-b660-017f7244ccaf', 'name': 'tempest-TestShelveInstance-933406143-router', 'tenant_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '845c5623-4392-4079-9ed3-aaf5c2c3223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:25Z', 'updated_at': '2021-08-20T14:08:29Z', 'revision_number': 4, 'project_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'gw_port': {'id': '845c5623-4392-4079-9ed3-aaf5c2c3223b', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c496518e-3027-414b-b660-017f7244ccaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:25Z', 'updated_at': '2021-08-20T14:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_floatingips': [{'id': '2271e7dd-a8bb-497a-b91b-9bd658a347f6', 'tenant_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'router_id': 'c496518e-3027-414b-b660-017f7244ccaf', 'port_id': 'f2a21bc3-2a19-4407-9aea-35f3cf3218f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ac4a62-4c8f-4b1f-91bc-b2edb2196f17', 'mac_address': 'fa:16:3e:9b:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e65aa31-28e3-4eea-b00f-701f8844f6ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:09:33Z', 'updated_at': '2021-08-20T14:09:33Z', 'revision_number': 0, 'project_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43637481-c7cc-422a-9195-c631c66ab3fa', 'name': '', 'network_id': '09ac4a62-4c8f-4b1f-91bc-b2edb2196f17', 'tenant_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'mac_address': 'fa:16:3e:d8:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c496518e-3027-414b-b660-017f7244ccaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e5c9f92f-bbee-4432-a88e-944631c9f368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:28Z', 'updated_at': '2021-08-20T14:08:36Z', 'revision_number': 5, 'project_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'subnets': [{'id': 'e5c9f92f-bbee-4432-a88e-944631c9f368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:36.768787 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedf7800-4a42-4a31-98b7-9b5506427b76 None None] Checking router: c496518e-3027-414b-b660-017f7244ccaf for host: dv-cinder-790535-10-iscsi {{(pid=94102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:09:36.795331 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedf7800-4a42-4a31-98b7-9b5506427b76 None None] Routers {'c496518e-3027-414b-b660-017f7244ccaf'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:09:36.796377 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-eedf7800-4a42-4a31-98b7-9b5506427b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:09:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['c496518e-3027-414b-b660-017f7244ccaf'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:36.862301 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Pushing event updated for resources: {'Port': ['ID=94d24b97-c024-46b7-b91a-c25a4b362785,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:36.981493 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-eedf7800-4a42-4a31-98b7-9b5506427b76 None None] Set router c496518e-3027-414b-b660-017f7244ccaf gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:09:37.147588 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 57556) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:37.152610 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-0ca09118-0017-4561-978b-4f54a3bbdfc6 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1023542570', 'description': 'tempest-secgroup-smoke-1023542570 description', 'project_id': 'b9547b5173c74472b28578fee4efd2de'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:09:37.190935 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0ca09118-0017-4561-978b-4f54a3bbdfc6 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:37.339725 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0ca09118-0017-4561-978b-4f54a3bbdfc6 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:37.354631 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0ca09118-0017-4561-978b-4f54a3bbdfc6 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:37.366904 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd16cbe1-0c28-4543-9348-debd63f706e7 None None] Sync routers for ids ['414bc847-b6e2-4939-9574-8bee8e7330f0'] in dv-cinder-790535-10-iscsi {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:09:37.375591 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-eedf7800-4a42-4a31-98b7-9b5506427b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c496518e-3027-414b-b660-017f7244ccaf', 'name': 'tempest-TestShelveInstance-933406143-router', 'tenant_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '845c5623-4392-4079-9ed3-aaf5c2c3223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:25Z', 'updated_at': '2021-08-20T14:08:29Z', 'revision_number': 4, 'project_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'gw_port': {'id': '845c5623-4392-4079-9ed3-aaf5c2c3223b', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c496518e-3027-414b-b660-017f7244ccaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:25Z', 'updated_at': '2021-08-20T14:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_floatingips': [{'id': '2271e7dd-a8bb-497a-b91b-9bd658a347f6', 'tenant_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'router_id': 'c496518e-3027-414b-b660-017f7244ccaf', 'port_id': 'f2a21bc3-2a19-4407-9aea-35f3cf3218f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ac4a62-4c8f-4b1f-91bc-b2edb2196f17', 'mac_address': 'fa:16:3e:9b:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e65aa31-28e3-4eea-b00f-701f8844f6ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:09:33Z', 'updated_at': '2021-08-20T14:09:33Z', 'revision_number': 0, 'project_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43637481-c7cc-422a-9195-c631c66ab3fa', 'name': '', 'network_id': '09ac4a62-4c8f-4b1f-91bc-b2edb2196f17', 'tenant_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'mac_address': 'fa:16:3e:d8:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c496518e-3027-414b-b660-017f7244ccaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e5c9f92f-bbee-4432-a88e-944631c9f368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:28Z', 'updated_at': '2021-08-20T14:08:36Z', 'revision_number': 5, 'project_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'subnets': [{'id': 'e5c9f92f-bbee-4432-a88e-944631c9f368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:37.376734 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd16cbe1-0c28-4543-9348-debd63f706e7 None None] Routers {'414bc847-b6e2-4939-9574-8bee8e7330f0'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:09:37.377888 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-fd16cbe1-0c28-4543-9348-debd63f706e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:09:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['414bc847-b6e2-4939-9574-8bee8e7330f0'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:37.405772 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca09118-0017-4561-978b-4f54a3bbdfc6 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f7528a-2e5b-49a4-910d-ef38d30ffea1,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:37.408410 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0ca09118-0017-4561-978b-4f54a3bbdfc6 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:37.412853 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-0ca09118-0017-4561-978b-4f54a3bbdfc6 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2610767 Aug 20 14:09:37.423224 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 57564) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:37.442751 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-5088f75b-4fa5-4653-bd9a-58ca8dd4064d tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Request body: {'security_group_rule': {'security_group_id': 'f9f7528a-2e5b-49a4-910d-ef38d30ffea1', 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:09:37.460603 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedf7800-4a42-4a31-98b7-9b5506427b76 None None] The sync data for ids ['c496518e-3027-414b-b660-017f7244ccaf'] in dv-cinder-790535-10-iscsi is: [{'id': 'c496518e-3027-414b-b660-017f7244ccaf', 'name': 'tempest-TestShelveInstance-933406143-router', 'tenant_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '845c5623-4392-4079-9ed3-aaf5c2c3223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:25Z', 'updated_at': '2021-08-20T14:08:29Z', 'revision_number': 4, 'project_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'gw_port': {'id': '845c5623-4392-4079-9ed3-aaf5c2c3223b', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c496518e-3027-414b-b660-017f7244ccaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:25Z', 'updated_at': '2021-08-20T14:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_floatingips': [{'id': '2271e7dd-a8bb-497a-b91b-9bd658a347f6', 'tenant_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'router_id': 'c496518e-3027-414b-b660-017f7244ccaf', 'port_id': 'f2a21bc3-2a19-4407-9aea-35f3cf3218f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ac4a62-4c8f-4b1f-91bc-b2edb2196f17', 'mac_address': 'fa:16:3e:9b:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e65aa31-28e3-4eea-b00f-701f8844f6ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:09:33Z', 'updated_at': '2021-08-20T14:09:33Z', 'revision_number': 0, 'project_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43637481-c7cc-422a-9195-c631c66ab3fa', 'name': '', 'network_id': '09ac4a62-4c8f-4b1f-91bc-b2edb2196f17', 'tenant_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'mac_address': 'fa:16:3e:d8:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c496518e-3027-414b-b660-017f7244ccaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e5c9f92f-bbee-4432-a88e-944631c9f368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:28Z', 'updated_at': '2021-08-20T14:08:36Z', 'revision_number': 5, 'project_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'subnets': [{'id': 'e5c9f92f-bbee-4432-a88e-944631c9f368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:09:37.528392 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119abf7-63a2-49ad-88b5-f8d67eb04362 req-fbc8d639-8c8d-4ed2-9ee1-49724158ce38 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:37.530566 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6119abf7-63a2-49ad-88b5-f8d67eb04362 req-fbc8d639-8c8d-4ed2-9ee1-49724158ce38 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 946 time: 0.1985660 Aug 20 14:09:37.550164 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a15a38-7229-49ba-8802-010bbef31262 req-94a3f5e8-0478-4591-931a-803d2c8ea6a3 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:37.560149 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-21a15a38-7229-49ba-8802-010bbef31262 req-94a3f5e8-0478-4591-931a-803d2c8ea6a3 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.1878047 Aug 20 14:09:37.591634 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-fd16cbe1-0c28-4543-9348-debd63f706e7 None None] Set router 414bc847-b6e2-4939-9574-8bee8e7330f0 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:09:37.619833 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-5088f75b-4fa5-4653-bd9a-58ca8dd4064d tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:37.638156 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-21a15a38-7229-49ba-8802-010bbef31262 req-77cf33d1-9d2b-495a-8176-824413029c66 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743217 Aug 20 14:09:37.692810 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-dc4f2461-8ec5-4343-bb59-9ab24dbcc3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:37.697996 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6119abf7-63a2-49ad-88b5-f8d67eb04362 req-6e0395a3-1d6e-4389-9ca4-9c464443f44b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164870 Aug 20 14:09:37.764588 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-5088f75b-4fa5-4653-bd9a-58ca8dd4064d tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:37.766884 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-5088f75b-4fa5-4653-bd9a-58ca8dd4064d tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596504'] for security_group_rule, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:37.780066 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088f75b-4fa5-4653-bd9a-58ca8dd4064d tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5813f9f-5523-41fc-af95-64e73cc16c65,revision_number=0']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:37.834729 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784b3ce5-41c9-470c-8fee-bf1e474a3ce4 None None] New status for floating IP 2271e7dd-a8bb-497a-b91b-9bd658a347f6: ACTIVE {{(pid=94102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:09:37.868452 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-5088f75b-4fa5-4653-bd9a-58ca8dd4064d tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:37.872879 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 57568) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:37.873347 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-5088f75b-4fa5-4653-bd9a-58ca8dd4064d tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4496422 Aug 20 14:09:37.889139 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-e4431d68-4bd9-4765-ae77-2a6f05934bc3 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Request body: {'security_group_rule': {'security_group_id': 'f9f7528a-2e5b-49a4-910d-ef38d30ffea1', 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:09:37.947394 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e4431d68-4bd9-4765-ae77-2a6f05934bc3 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:37.960036 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-fd16cbe1-0c28-4543-9348-debd63f706e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414bc847-b6e2-4939-9574-8bee8e7330f0', 'name': 'tempest-TestVolumeBootPattern-1937422079-router', 'tenant_id': 'f39487630ad74f6894c8f336ba995264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '94d24b97-c024-46b7-b91a-c25a4b362785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:24Z', 'updated_at': '2021-08-20T14:09:34Z', 'revision_number': 4, 'project_id': 'f39487630ad74f6894c8f336ba995264', 'gw_port': {'id': '94d24b97-c024-46b7-b91a-c25a4b362785', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414bc847-b6e2-4939-9574-8bee8e7330f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:26Z', 'updated_at': '2021-08-20T14:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': 'b2624d22-3c5d-4622-8d65-575adfac1ce0', 'name': '', 'network_id': 'ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6', 'tenant_id': 'f39487630ad74f6894c8f336ba995264', 'mac_address': 'fa:16:3e:0e:51:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414bc847-b6e2-4939-9574-8bee8e7330f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ae55b970-fbaa-4a4d-8b94-f37a7e3719ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:33Z', 'updated_at': '2021-08-20T14:09:34Z', 'revision_number': 2, 'project_id': 'f39487630ad74f6894c8f336ba995264', 'subnets': [{'id': 'ae55b970-fbaa-4a4d-8b94-f37a7e3719ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:37.996096 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 94d24b97-c024-46b7-b91a-c25a4b362785 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:09:38.030469 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782bc78-fa60-4b91-b001-8fb9c0dbdaf3 req-168fd0bd-721b-47c2-85a7-1e6e45540e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:38.043480 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd16cbe1-0c28-4543-9348-debd63f706e7 None None] Checking router: 414bc847-b6e2-4939-9574-8bee8e7330f0 for host: dv-cinder-790535-10-iscsi {{(pid=94103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:09:38.044355 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd16cbe1-0c28-4543-9348-debd63f706e7 None None] Updating router 414bc847-b6e2-4939-9574-8bee8e7330f0 port b2624d22-3c5d-4622-8d65-575adfac1ce0 binding host dv-cinder-790535-10-iscsi {{(pid=94103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:09:38.050243 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a782bc78-fa60-4b91-b001-8fb9c0dbdaf3 req-168fd0bd-721b-47c2-85a7-1e6e45540e0d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=da58fbe7d6f2432ebdf29fdaaba8f893&device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 1098 time: 0.1235375 Aug 20 14:09:38.105602 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e4431d68-4bd9-4765-ae77-2a6f05934bc3 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:38.113346 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-fd16cbe1-0c28-4543-9348-debd63f706e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:38.122590 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e4431d68-4bd9-4765-ae77-2a6f05934bc3 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596504'] for security_group_rule, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:38.153012 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e4431d68-4bd9-4765-ae77-2a6f05934bc3 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:38.155815 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-e4431d68-4bd9-4765-ae77-2a6f05934bc3 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2805569 Aug 20 14:09:38.158695 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 57584) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:38.166502 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-c18bdd24-e5f8-4f31-9489-df9ff7b8d0b0 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Request body: {'security_group_rule': {'security_group_id': 'f9f7528a-2e5b-49a4-910d-ef38d30ffea1', 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:09:38.177140 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4431d68-4bd9-4765-ae77-2a6f05934bc3 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb59f22-0d45-47d4-aa9b-362c97f2aba4,revision_number=0']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:38.203367 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 94d24b97-c024-46b7-b91a-c25a4b362785 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:09:38.203665 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:38.212898 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782bc78-fa60-4b91-b001-8fb9c0dbdaf3 req-65a1023a-65c7-41dd-8d70-c51b84c91771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:38.215122 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a782bc78-fa60-4b91-b001-8fb9c0dbdaf3 req-65a1023a-65c7-41dd-8d70-c51b84c91771 service neutron] 10.222.0.65 "GET /v2.0/networks?id=09ac4a62-4c8f-4b1f-91bc-b2edb2196f17 HTTP/1.1" status: 200 len: 909 time: 0.1641827 Aug 20 14:09:38.223005 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c18bdd24-e5f8-4f31-9489-df9ff7b8d0b0 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:38.305271 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a782bc78-fa60-4b91-b001-8fb9c0dbdaf3 req-12e2e3dc-3068-4dac-9913-b5eb1694cf75 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2a21bc3-2a19-4407-9aea-35f3cf3218f6 HTTP/1.1" status: 200 len: 998 time: 0.0763979 Aug 20 14:09:38.372506 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782bc78-fa60-4b91-b001-8fb9c0dbdaf3 req-69f44de5-37c4-41f8-a573-eabf42b5534c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:38.374491 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a782bc78-fa60-4b91-b001-8fb9c0dbdaf3 req-69f44de5-37c4-41f8-a573-eabf42b5534c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e5c9f92f-bbee-4432-a88e-944631c9f368 HTTP/1.1" status: 200 len: 847 time: 0.0593305 Aug 20 14:09:38.377910 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c18bdd24-e5f8-4f31-9489-df9ff7b8d0b0 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:38.382990 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c18bdd24-e5f8-4f31-9489-df9ff7b8d0b0 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596504'] for security_group_rule, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:38.413433 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18bdd24-e5f8-4f31-9489-df9ff7b8d0b0 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c71712b-cdc9-44aa-83dd-2eb6f6cf58e7,revision_number=0']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:38.430622 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c18bdd24-e5f8-4f31-9489-df9ff7b8d0b0 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:38.432502 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-c18bdd24-e5f8-4f31-9489-df9ff7b8d0b0 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2721467 Aug 20 14:09:38.435314 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 57590) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:38.451388 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-a834f5c1-484f-4719-84fd-818290f05b81 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Request body: {'security_group_rule': {'security_group_id': 'f9f7528a-2e5b-49a4-910d-ef38d30ffea1', 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:09:38.501329 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-a834f5c1-484f-4719-84fd-818290f05b81 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:38.556132 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782bc78-fa60-4b91-b001-8fb9c0dbdaf3 req-e631568c-a2ae-4837-9a81-71bf805f39e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:38.557657 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a782bc78-fa60-4b91-b001-8fb9c0dbdaf3 req-e631568c-a2ae-4837-9a81-71bf805f39e3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=09ac4a62-4c8f-4b1f-91bc-b2edb2196f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0924449 Aug 20 14:09:38.604271 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-fd16cbe1-0c28-4543-9348-debd63f706e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:38.628000 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.provisioning_blocks [None req-fd16cbe1-0c28-4543-9348-debd63f706e7 None None] Transition to ACTIVE for port object b2624d22-3c5d-4622-8d65-575adfac1ce0 will not be triggered until provisioned by entity L2. {{(pid=94103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:09:38.638379 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-fd16cbe1-0c28-4543-9348-debd63f706e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:38.641427 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-a834f5c1-484f-4719-84fd-818290f05b81 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:38.649217 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-a834f5c1-484f-4719-84fd-818290f05b81 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596504'] for security_group_rule, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:38.681523 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-a834f5c1-484f-4719-84fd-818290f05b81 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:38.683358 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-a834f5c1-484f-4719-84fd-818290f05b81 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2464776 Aug 20 14:09:38.684707 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a834f5c1-484f-4719-84fd-818290f05b81 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7685eea-c126-48d9-b0f2-610ba9d4a218,revision_number=0']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:38.688081 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 57600) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:38.694290 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-23f5f04e-5f23-4423-ab2b-ddb5c43d429e tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Request body: {'security_group_rule': {'security_group_id': 'f9f7528a-2e5b-49a4-910d-ef38d30ffea1', 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:09:38.733327 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a782bc78-fa60-4b91-b001-8fb9c0dbdaf3 req-2eb5379b-a9c0-48f7-bd4d-536d48ff50d7 service neutron] 10.222.0.65 "GET /v2.0/networks/09ac4a62-4c8f-4b1f-91bc-b2edb2196f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595891 Aug 20 14:09:38.754493 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a845b-d76d-495e-b0a9-b3b67bda9c22 None None] Pushing event updated for resources: {'Port': ['ID=b2624d22-3c5d-4622-8d65-575adfac1ce0,revision_number=3']} {{(pid=94103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:38.761393 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.db.securitygroups_db [None req-23f5f04e-5f23-4423-ab2b-ddb5c43d429e tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Project b9547b5173c74472b28578fee4efd2de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 14:09:38.768727 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-23f5f04e-5f23-4423-ab2b-ddb5c43d429e tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:38.894861 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-23f5f04e-5f23-4423-ab2b-ddb5c43d429e tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:38.903960 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-23f5f04e-5f23-4423-ab2b-ddb5c43d429e tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596504'] for security_group_rule, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:38.906105 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.managers [None req-fd16cbe1-0c28-4543-9348-debd63f706e7 None None] Attempting to bind port b2624d22-3c5d-4622-8d65-575adfac1ce0 on host dv-cinder-790535-10-iscsi for vnic_type normal with profile {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:09:38.909544 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.managers [None req-fd16cbe1-0c28-4543-9348-debd63f706e7 None None] Attempting to bind port b2624d22-3c5d-4622-8d65-575adfac1ce0 by drivers openvswitch,hyperv on host dv-cinder-790535-10-iscsi at level 0 using segments [{'id': 'c685aa9a-ba27-4bec-8e64-ef716bc3f5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6'}] {{(pid=94103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:09:38.912429 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd16cbe1-0c28-4543-9348-debd63f706e7 None None] Attempting to bind port b2624d22-3c5d-4622-8d65-575adfac1ce0 on network ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6 {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:09:38.923437 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd16cbe1-0c28-4543-9348-debd63f706e7 None None] Checking agent: {'id': '24d8fd69-abc0-4f0a-ba2d-fdf83f719c3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 59, 10), 'started_at': datetime.datetime(2021, 8, 20, 13, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:09:38.926555 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd16cbe1-0c28-4543-9348-debd63f706e7 None None] Checking segment: {'id': 'c685aa9a-ba27-4bec-8e64-ef716bc3f5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:09:38.927148 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-fd16cbe1-0c28-4543-9348-debd63f706e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:38.930690 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd16cbe1-0c28-4543-9348-debd63f706e7 None None] Bound using segment: {'id': 'c685aa9a-ba27-4bec-8e64-ef716bc3f5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6'} {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:09:38.931747 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.managers [None req-fd16cbe1-0c28-4543-9348-debd63f706e7 None None] Bound port: b2624d22-3c5d-4622-8d65-575adfac1ce0, host: dv-cinder-790535-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c685aa9a-ba27-4bec-8e64-ef716bc3f5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6'}}] {{(pid=94103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:09:38.932316 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-fd16cbe1-0c28-4543-9348-debd63f706e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:38.958341 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5f04e-5f23-4423-ab2b-ddb5c43d429e tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da3459c7-bc14-4cf2-b9d8-fc42b6784fb0,revision_number=0']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:39.001919 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-23f5f04e-5f23-4423-ab2b-ddb5c43d429e tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:39.009754 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-23f5f04e-5f23-4423-ab2b-ddb5c43d429e tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3198922 Aug 20 14:09:39.010889 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 57614) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:39.013623 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451bb92-2e71-4e09-aea3-0cef617e045c req-3a87f0f3-305a-433c-9dbe-ad9591f09ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:39.014800 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1451bb92-2e71-4e09-aea3-0cef617e045c req-3a87f0f3-305a-433c-9dbe-ad9591f09ad6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee09af3d24634dd0b8d0361dafbf2c7a&device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 1099 time: 0.2341790 Aug 20 14:09:39.017322 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-6d2f2757-36f4-4972-a8af-e8343e1cd723 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Request body: {'security_group_rule': {'security_group_id': 'f9f7528a-2e5b-49a4-910d-ef38d30ffea1', 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:09:39.078784 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.db.securitygroups_db [None req-6d2f2757-36f4-4972-a8af-e8343e1cd723 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Project b9547b5173c74472b28578fee4efd2de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 14:09:39.090882 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.db [None req-fd16cbe1-0c28-4543-9348-debd63f706e7 None None] For port b2624d22-3c5d-4622-8d65-575adfac1ce0, host dv-cinder-790535-10-iscsi, cleared binding levels {{(pid=94103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:09:39.102515 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.db [None req-fd16cbe1-0c28-4543-9348-debd63f706e7 None None] For port b2624d22-3c5d-4622-8d65-575adfac1ce0, host dv-cinder-790535-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=b2624d22-3c5d-4622-8d65-575adfac1ce0,segment=NetworkSegment(c685aa9a-ba27-4bec-8e64-ef716bc3f5f4),segment_id=c685aa9a-ba27-4bec-8e64-ef716bc3f5f4)] {{(pid=94103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:09:39.104440 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-6d2f2757-36f4-4972-a8af-e8343e1cd723 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:39.115508 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-fd16cbe1-0c28-4543-9348-debd63f706e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:39.118752 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7e87f-e49a-45ca-90a4-b23b22bcdb37 req-33c43f98-4a65-49e3-b498-fb3ccaea1ae1 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:39.120339 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c1d7e87f-e49a-45ca-90a4-b23b22bcdb37 req-33c43f98-4a65-49e3-b498-fb3ccaea1ae1 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 946 time: 0.1783633 Aug 20 14:09:39.128453 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1f14c-fb24-4387-9626-ac8103863eed req-3cb112d9-1b86-4cce-b518-a4adda46fbe3 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:39.131373 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-73f1f14c-fb24-4387-9626-ac8103863eed req-3cb112d9-1b86-4cce-b518-a4adda46fbe3 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.2862573 Aug 20 14:09:39.188568 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a782bc78-fa60-4b91-b001-8fb9c0dbdaf3 req-9aeaadf8-e351-43a2-b575-ec07cce0a199 service neutron] 10.222.0.65 "GET /v2.0/networks/09ac4a62-4c8f-4b1f-91bc-b2edb2196f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233871 Aug 20 14:09:39.231051 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-6d2f2757-36f4-4972-a8af-e8343e1cd723 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:39.242407 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-6d2f2757-36f4-4972-a8af-e8343e1cd723 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596504'] for security_group_rule, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:39.248719 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd16cbe1-0c28-4543-9348-debd63f706e7 None None] Routers {'414bc847-b6e2-4939-9574-8bee8e7330f0'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:09:39.249359 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-fd16cbe1-0c28-4543-9348-debd63f706e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:09:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['414bc847-b6e2-4939-9574-8bee8e7330f0'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:39.253254 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a845b-d76d-495e-b0a9-b3b67bda9c22 None None] Pushing event updated for resources: {'Port': ['ID=b2624d22-3c5d-4622-8d65-575adfac1ce0,revision_number=4']} {{(pid=94103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:39.296140 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f2757-36f4-4972-a8af-e8343e1cd723 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=664af902-2f1e-40e9-9ac1-1b1306f7546c,revision_number=0']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:39.319568 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-6d2f2757-36f4-4972-a8af-e8343e1cd723 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:39.319568 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-6d2f2757-36f4-4972-a8af-e8343e1cd723 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3014252 Aug 20 14:09:39.496606 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-fd16cbe1-0c28-4543-9348-debd63f706e7 None None] Set router 414bc847-b6e2-4939-9574-8bee8e7330f0 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:09:39.649451 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c1d7e87f-e49a-45ca-90a4-b23b22bcdb37 req-103aa743-bfc8-4a01-b3ee-595d34050f89 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5072017 Aug 20 14:09:39.679685 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451bb92-2e71-4e09-aea3-0cef617e045c req-0ca54a21-1007-451f-85c5-9abaa01f5774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:39.681315 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1451bb92-2e71-4e09-aea3-0cef617e045c req-0ca54a21-1007-451f-85c5-9abaa01f5774 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 HTTP/1.1" status: 200 len: 915 time: 0.6464493 Aug 20 14:09:39.684755 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-73f1f14c-fb24-4387-9626-ac8103863eed req-54505fb7-ee48-403b-8c38-fe32b19dab97 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5383716 Aug 20 14:09:39.772285 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9b0fc-b4b9-40b6-b223-f1336323b35c req-139634ea-74f0-43f6-b0cf-c16149355bd5 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:39.773929 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-09b9b0fc-b4b9-40b6-b223-f1336323b35c req-139634ea-74f0-43f6-b0cf-c16149355bd5 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd01f49b-aa25-448e-80a8-6ae7e75f10fd HTTP/1.1" status: 200 len: 945 time: 0.0561914 Aug 20 14:09:39.791195 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-fd16cbe1-0c28-4543-9348-debd63f706e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414bc847-b6e2-4939-9574-8bee8e7330f0', 'name': 'tempest-TestVolumeBootPattern-1937422079-router', 'tenant_id': 'f39487630ad74f6894c8f336ba995264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '94d24b97-c024-46b7-b91a-c25a4b362785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:24Z', 'updated_at': '2021-08-20T14:09:34Z', 'revision_number': 4, 'project_id': 'f39487630ad74f6894c8f336ba995264', 'gw_port': {'id': '94d24b97-c024-46b7-b91a-c25a4b362785', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414bc847-b6e2-4939-9574-8bee8e7330f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:26Z', 'updated_at': '2021-08-20T14:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': 'b2624d22-3c5d-4622-8d65-575adfac1ce0', 'name': '', 'network_id': 'ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6', 'tenant_id': 'f39487630ad74f6894c8f336ba995264', 'mac_address': 'fa:16:3e:0e:51:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414bc847-b6e2-4939-9574-8bee8e7330f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ae55b970-fbaa-4a4d-8b94-f37a7e3719ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:33Z', 'updated_at': '2021-08-20T14:09:39Z', 'revision_number': 4, 'project_id': 'f39487630ad74f6894c8f336ba995264', 'subnets': [{'id': 'ae55b970-fbaa-4a4d-8b94-f37a7e3719ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:09:39.815584 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-09b9b0fc-b4b9-40b6-b223-f1336323b35c req-b18f7fed-b246-4577-acb0-06f7b9f9fb8d tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/security-groups?id=36e82f6b-096d-4bb7-b742-e695e16ee495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343463 Aug 20 14:09:39.822461 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd16cbe1-0c28-4543-9348-debd63f706e7 None None] The sync data for ids ['414bc847-b6e2-4939-9574-8bee8e7330f0'] in dv-cinder-790535-10-iscsi is: [{'id': '414bc847-b6e2-4939-9574-8bee8e7330f0', 'name': 'tempest-TestVolumeBootPattern-1937422079-router', 'tenant_id': 'f39487630ad74f6894c8f336ba995264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '94d24b97-c024-46b7-b91a-c25a4b362785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:24Z', 'updated_at': '2021-08-20T14:09:34Z', 'revision_number': 4, 'project_id': 'f39487630ad74f6894c8f336ba995264', 'gw_port': {'id': '94d24b97-c024-46b7-b91a-c25a4b362785', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414bc847-b6e2-4939-9574-8bee8e7330f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:26Z', 'updated_at': '2021-08-20T14:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': 'b2624d22-3c5d-4622-8d65-575adfac1ce0', 'name': '', 'network_id': 'ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6', 'tenant_id': 'f39487630ad74f6894c8f336ba995264', 'mac_address': 'fa:16:3e:0e:51:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414bc847-b6e2-4939-9574-8bee8e7330f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'ae55b970-fbaa-4a4d-8b94-f37a7e3719ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:33Z', 'updated_at': '2021-08-20T14:09:39Z', 'revision_number': 4, 'project_id': 'f39487630ad74f6894c8f336ba995264', 'subnets': [{'id': 'ae55b970-fbaa-4a4d-8b94-f37a7e3719ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:09:40.448408 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-cf66c946-59c5-4f4e-a404-e64ac6c5149f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:40.488347 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:40.800419 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e81e5-76a4-4520-bff3-47a5912856e4 req-18a9521b-e087-487d-9e07-0765ef57a8e9 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:40.801893 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1a6e81e5-76a4-4520-bff3-47a5912856e4 req-18a9521b-e087-487d-9e07-0765ef57a8e9 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 946 time: 0.0758016 Aug 20 14:09:40.831652 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a949de8-2eeb-48de-a100-a49c5943bfa2 req-d1f0b604-f523-446b-9b74-aeeaca62d912 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:40.833130 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8a949de8-2eeb-48de-a100-a49c5943bfa2 req-d1f0b604-f523-446b-9b74-aeeaca62d912 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.0785434 Aug 20 14:09:40.867803 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1a6e81e5-76a4-4520-bff3-47a5912856e4 req-e5e22b61-993c-4bc7-887f-b5525e228a7a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584905 Aug 20 14:09:40.894310 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8a949de8-2eeb-48de-a100-a49c5943bfa2 req-195cace7-307d-4032-8584-d959b2349e49 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547931 Aug 20 14:09:40.974472 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cadecd-81e4-4120-88e7-af2ca3a13375 req-e8ab4002-0381-4674-a7c6-9b8338124d17 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:40.975946 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-41cadecd-81e4-4120-88e7-af2ca3a13375 req-e8ab4002-0381-4674-a7c6-9b8338124d17 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd01f49b-aa25-448e-80a8-6ae7e75f10fd HTTP/1.1" status: 200 len: 945 time: 0.0494936 Aug 20 14:09:41.014431 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-41cadecd-81e4-4120-88e7-af2ca3a13375 req-997dde40-09be-46fc-b6ae-093d87bc13b4 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/security-groups?id=36e82f6b-096d-4bb7-b742-e695e16ee495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324717 Aug 20 14:09:41.503867 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1451bb92-2e71-4e09-aea3-0cef617e045c req-77517612-2825-4d53-a276-e5e613e3c4a0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b51bf0b8-9568-4a95-ad67-53ec81884255 HTTP/1.1" status: 200 len: 1002 time: 0.0611646 Aug 20 14:09:41.552530 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:41.866283 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device b2624d22-3c5d-4622-8d65-575adfac1ce0 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:09:41.918706 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning for port b2624d22-3c5d-4622-8d65-575adfac1ce0 completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:09:41.923117 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port b2624d22-3c5d-4622-8d65-575adfac1ce0 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:09:41.923480 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:42.017941 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:42.021663 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d0960-4172-463f-842f-d74970f4d7f6 req-7b4107bd-d32f-4ef2-b1b5-2ad84a629f60 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:42.023533 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4d1d0960-4172-463f-842f-d74970f4d7f6 req-7b4107bd-d32f-4ef2-b1b5-2ad84a629f60 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 946 time: 0.0814974 Aug 20 14:09:42.041173 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5d857-89e2-44bb-adae-d14294b8c464 req-6e206eed-224a-4aa2-bbae-4bfe77c20c4e tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:42.042902 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0ff5d857-89e2-44bb-adae-d14294b8c464 req-6e206eed-224a-4aa2-bbae-4bfe77c20c4e tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.0668137 Aug 20 14:09:42.055478 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] For port b2624d22-3c5d-4622-8d65-575adfac1ce0, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=b2624d22-3c5d-4622-8d65-575adfac1ce0,segment=NetworkSegment(c685aa9a-ba27-4bec-8e64-ef716bc3f5f4),segment_id=c685aa9a-ba27-4bec-8e64-ef716bc3f5f4)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:09:42.060070 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:42.098189 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4d1d0960-4172-463f-842f-d74970f4d7f6 req-19f9ee3a-b625-4c69-a585-27b508bbf78c tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653641 Aug 20 14:09:42.107484 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0ff5d857-89e2-44bb-adae-d14294b8c464 req-2341d505-8b3f-4cec-9daa-5cd1b902aa13 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575669 Aug 20 14:09:42.109104 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Pushing event updated for resources: {'Port': ['ID=b2624d22-3c5d-4622-8d65-575adfac1ce0,revision_number=5']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:42.219542 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750073c-f6aa-4000-add3-8e4ab834cc6d req-176d2a15-9667-47f5-b9e7-25ae01a948ed tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:42.221040 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3750073c-f6aa-4000-add3-8e4ab834cc6d req-176d2a15-9667-47f5-b9e7-25ae01a948ed tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd01f49b-aa25-448e-80a8-6ae7e75f10fd HTTP/1.1" status: 200 len: 945 time: 0.0513875 Aug 20 14:09:42.260223 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3750073c-f6aa-4000-add3-8e4ab834cc6d req-e9fa2eb4-5269-4324-8f0c-86befcffdd21 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/security-groups?id=36e82f6b-096d-4bb7-b742-e695e16ee495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319555 Aug 20 14:09:42.430839 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:42.460421 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451bb92-2e71-4e09-aea3-0cef617e045c req-80b5bff9-5f18-4192-a624-b5b425ff5767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:42.462018 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1451bb92-2e71-4e09-aea3-0cef617e045c req-80b5bff9-5f18-4192-a624-b5b425ff5767 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f4bed576-abba-4384-ad26-22f02bdef9a8 HTTP/1.1" status: 200 len: 853 time: 0.0589187 Aug 20 14:09:42.511614 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451bb92-2e71-4e09-aea3-0cef617e045c req-a3072055-e32d-434c-a520-72a5502b3dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:42.513161 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1451bb92-2e71-4e09-aea3-0cef617e045c req-a3072055-e32d-434c-a520-72a5502b3dee service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d7b7e4f-93c0-4b84-9c6a-22526b6438a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0437927 Aug 20 14:09:42.616156 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1451bb92-2e71-4e09-aea3-0cef617e045c req-7943cfc1-5869-45c7-bfa1-13c9b6a37650 service neutron] 10.222.0.65 "GET /v2.0/networks/1d7b7e4f-93c0-4b84-9c6a-22526b6438a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885708 Aug 20 14:09:42.686725 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device b51bf0b8-9568-4a95-ad67-53ec81884255 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:09:42.719283 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1451bb92-2e71-4e09-aea3-0cef617e045c req-fce1836b-ed0f-4b5d-9c38-9c237f383ab2 service neutron] 10.222.0.65 "GET /v2.0/networks/1d7b7e4f-93c0-4b84-9c6a-22526b6438a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933247 Aug 20 14:09:42.770532 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:42.796061 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84643384-b871-43e8-a754-c9b24753f49a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b51bf0b8-9568-4a95-ad67-53ec81884255'}] {{(pid=94102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:09:42.799182 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658e03e68c488354c0da9c4193b8775245da486d5210860026445f3bfd5b20fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96727e7c-a793-4773-90cf-71aff84dfc5d" -d '{"events": [{"server_uuid": "84643384-b871-43e8-a754-c9b24753f49a", "name": "network-vif-unplugged", "status": "completed", "tag": "b51bf0b8-9568-4a95-ad67-53ec81884255"}]}' {{(pid=94102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:09:42.816253 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port b51bf0b8-9568-4a95-ad67-53ec81884255, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b51bf0b8-9568-4a95-ad67-53ec81884255,segment=NetworkSegment(09fbaf50-9346-436a-9d2f-7c32e079f7c3),segment_id=09fbaf50-9346-436a-9d2f-7c32e079f7c3)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:09:42.821830 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:42.846245 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca78dd0-f04d-49e2-b1b7-95a7e7a1f17c x-openstack-request-id: req-0ca78dd0-f04d-49e2-b1b7-95a7e7a1f17c {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:09:42.846480 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84643384-b871-43e8-a754-c9b24753f49a", "name": "network-vif-unplugged", "status": "completed", "tag": "b51bf0b8-9568-4a95-ad67-53ec81884255", "code": 200}]} {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:09:42.846738 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0ca78dd0-f04d-49e2-b1b7-95a7e7a1f17c {{(pid=94102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:09:42.847140 dv-cinder-790535-10-iscsi neutron-server[94102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84643384-b871-43e8-a754-c9b24753f49a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b51bf0b8-9568-4a95-ad67-53ec81884255', 'code': 200} Aug 20 14:09:42.876592 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=b51bf0b8-9568-4a95-ad67-53ec81884255,revision_number=8']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:43.071037 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:43.128974 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45161ec4-4ba5-47a8-ae67-447aaa144d83 req-dbcc4573-09b1-4f16-b5d5-f41551dc9cc2 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:43.130138 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-45161ec4-4ba5-47a8-ae67-447aaa144d83 req-dbcc4573-09b1-4f16-b5d5-f41551dc9cc2 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd01f49b-aa25-448e-80a8-6ae7e75f10fd HTTP/1.1" status: 200 len: 945 time: 0.0492709 Aug 20 14:09:43.301785 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98883140-d4cd-43f5-b874-e69f9bb1d47d req-378f206a-4827-4cea-a6d2-ec73be6ef667 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:43.304126 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-98883140-d4cd-43f5-b874-e69f9bb1d47d req-378f206a-4827-4cea-a6d2-ec73be6ef667 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.1192560 Aug 20 14:09:43.323856 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d488e-7c33-4fd5-9eac-761def3a1a88 req-068a0e31-3a11-4c48-b07a-bb033e975198 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:43.325340 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a65d488e-7c33-4fd5-9eac-761def3a1a88 req-068a0e31-3a11-4c48-b07a-bb033e975198 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.1302927 Aug 20 14:09:43.331568 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-45161ec4-4ba5-47a8-ae67-447aaa144d83 req-abdf4a4c-b366-4237-851e-ac4e98882f29 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Deleting port dd300731-2c4e-4bb0-91f6-1b850cf1a130 {{(pid=94100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:09:43.331903 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-45161ec4-4ba5-47a8-ae67-447aaa144d83 req-abdf4a4c-b366-4237-851e-ac4e98882f29 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:43.433366 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-98883140-d4cd-43f5-b874-e69f9bb1d47d req-860ebb8d-559e-411e-b744-23b65625714d tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212614 Aug 20 14:09:43.451235 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a65d488e-7c33-4fd5-9eac-761def3a1a88 req-d8a99c4b-4e5f-478f-b777-d017f8f55c58 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158104 Aug 20 14:09:43.497339 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-45161ec4-4ba5-47a8-ae67-447aaa144d83 req-abdf4a4c-b366-4237-851e-ac4e98882f29 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] For port dd300731-2c4e-4bb0-91f6-1b850cf1a130, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=dd300731-2c4e-4bb0-91f6-1b850cf1a130,segment=NetworkSegment(ef3aeec1-0535-4f9d-8ade-8bdfb3aad965),segment_id=ef3aeec1-0535-4f9d-8ade-8bdfb3aad965)] {{(pid=94100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:09:43.497701 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-45161ec4-4ba5-47a8-ae67-447aaa144d83 req-abdf4a4c-b366-4237-851e-ac4e98882f29 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:43.513373 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-45161ec4-4ba5-47a8-ae67-447aaa144d83 req-abdf4a4c-b366-4237-851e-ac4e98882f29 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Calling delete_port for dd300731-2c4e-4bb0-91f6-1b850cf1a130 owned by compute:nova {{(pid=94100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:09:43.616062 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a4cfa-f1d7-4378-bee8-842312fce183 req-f1594823-c7b7-4251-8d62-6ea653d2d12d tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:43.617639 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ea1a4cfa-f1d7-4378-bee8-842312fce183 req-f1594823-c7b7-4251-8d62-6ea653d2d12d tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd01f49b-aa25-448e-80a8-6ae7e75f10fd HTTP/1.1" status: 200 len: 945 time: 0.1055079 Aug 20 14:09:43.676514 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ea1a4cfa-f1d7-4378-bee8-842312fce183 req-70e9aaa8-5474-4bbc-ab33-407573a2e5da tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.38 "GET /v2.0/security-groups?id=36e82f6b-096d-4bb7-b742-e695e16ee495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484567 Aug 20 14:09:43.760275 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac198c4-df24-41b1-899b-88288d7a6765 req-3ea0fd3a-bcbe-47d1-931f-777474d75e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:43.762000 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cac198c4-df24-41b1-899b-88288d7a6765 req-3ea0fd3a-bcbe-47d1-931f-777474d75e0a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 1098 time: 0.0836053 Aug 20 14:09:43.763058 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-45161ec4-4ba5-47a8-ae67-447aaa144d83 req-abdf4a4c-b366-4237-851e-ac4e98882f29 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:43.775767 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['dd300731-2c4e-4bb0-91f6-1b850cf1a130'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:09:43.806874 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf4a4c-b366-4237-851e-ac4e98882f29 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Pushing event deleted for resources: {'Port': ['ID=dd300731-2c4e-4bb0-91f6-1b850cf1a130,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:43.848847 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cac198c4-df24-41b1-899b-88288d7a6765 req-1ab2b667-36c0-41ca-ab2b-5bba73536752 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782444 Aug 20 14:09:43.862914 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-45161ec4-4ba5-47a8-ae67-447aaa144d83 req-abdf4a4c-b366-4237-851e-ac4e98882f29 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] No DVR routers for this DVR port dd300731-2c4e-4bb0-91f6-1b850cf1a130 on host hv-cinder-79053 {{(pid=94100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:09:43.867486 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-45161ec4-4ba5-47a8-ae67-447aaa144d83 req-abdf4a4c-b366-4237-851e-ac4e98882f29 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:43.869943 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-45161ec4-4ba5-47a8-ae67-447aaa144d83 req-abdf4a4c-b366-4237-851e-ac4e98882f29 tempest-VolumesActionsTest-659547488 tempest-VolumesActionsTest-659547488-project] 10.222.0.65 "DELETE /v2.0/ports/dd300731-2c4e-4bb0-91f6-1b850cf1a130 HTTP/1.1" status: 204 len: 173 time: 0.7318604 Aug 20 14:09:43.870741 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd01f49b-aa25-448e-80a8-6ae7e75f10fd', 'name': 'network-vif-deleted', 'tag': 'dd300731-2c4e-4bb0-91f6-1b850cf1a130'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:09:43.873442 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c96b9d-e369-455d-a87c-8cf21ef18a54" -d '{"events": [{"server_uuid": "fd01f49b-aa25-448e-80a8-6ae7e75f10fd", "name": "network-vif-deleted", "tag": "dd300731-2c4e-4bb0-91f6-1b850cf1a130"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:09:43.897411 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device b2624d22-3c5d-4622-8d65-575adfac1ce0 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:09:43.939735 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65998ac7-44f8-4a55-b072-b8c125d58c86 x-openstack-request-id: req-65998ac7-44f8-4a55-b072-b8c125d58c86 {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:09:43.939735 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd01f49b-aa25-448e-80a8-6ae7e75f10fd", "name": "network-vif-deleted", "tag": "dd300731-2c4e-4bb0-91f6-1b850cf1a130", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:09:43.939986 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-65998ac7-44f8-4a55-b072-b8c125d58c86 {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:09:43.940810 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd01f49b-aa25-448e-80a8-6ae7e75f10fd', 'name': 'network-vif-deleted', 'tag': 'dd300731-2c4e-4bb0-91f6-1b850cf1a130', 'status': 'completed', 'code': 200} Aug 20 14:09:43.952197 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port b2624d22-3c5d-4622-8d65-575adfac1ce0 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:09:43.952677 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:44.618344 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442fdd3-f3a8-4bdf-81f9-3d5340a0f6fb req-02101e83-fa79-436a-912b-5efedf6fc1b5 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:44.620039 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6442fdd3-f3a8-4bdf-81f9-3d5340a0f6fb req-02101e83-fa79-436a-912b-5efedf6fc1b5 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.0953150 Aug 20 14:09:44.642896 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f6eea-7374-41d7-8039-7e8bfdc17e34 req-8f6f00b5-3930-4eac-94f8-f04676a814b3 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:44.644883 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-403f6eea-7374-41d7-8039-7e8bfdc17e34 req-8f6f00b5-3930-4eac-94f8-f04676a814b3 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.0776865 Aug 20 14:09:44.703991 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6442fdd3-f3a8-4bdf-81f9-3d5340a0f6fb req-43bef369-0b0d-405f-8a4d-28cd13d33cae tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765252 Aug 20 14:09:44.714044 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-403f6eea-7374-41d7-8039-7e8bfdc17e34 req-5f1363e0-0def-49ff-8b48-46cf21bd84c7 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533357 Aug 20 14:09:45.882344 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa59e85-2a7e-4bf6-b479-0a6cb5fff774 req-9eca786c-d1e8-4f0e-afb6-2ea93dd4dc65 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:45.883955 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3fa59e85-2a7e-4bf6-b479-0a6cb5fff774 req-9eca786c-d1e8-4f0e-afb6-2ea93dd4dc65 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.0836277 Aug 20 14:09:45.895087 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dad035-72a9-47b0-9fa7-d9a00b81e8aa req-77191a22-93c7-4685-9914-532f858885e5 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:45.897363 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-93dad035-72a9-47b0-9fa7-d9a00b81e8aa req-77191a22-93c7-4685-9914-532f858885e5 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.0988033 Aug 20 14:09:45.960141 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3fa59e85-2a7e-4bf6-b479-0a6cb5fff774 req-ddb8b84a-6be3-41d4-ac6d-8ea7de71955f tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618227 Aug 20 14:09:45.965708 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-93dad035-72a9-47b0-9fa7-d9a00b81e8aa req-b702aeb2-71d5-43ba-bb47-913684e92a21 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606935 Aug 20 14:09:46.150131 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 6 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:09:46.616176 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625aa11-6213-4c35-ac23-7552f664c4fc req-ade21db4-1307-4632-bca1-19a299a23fc9 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:46.617732 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6625aa11-6213-4c35-ac23-7552f664c4fc req-ade21db4-1307-4632-bca1-19a299a23fc9 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.0627103 Aug 20 14:09:46.664916 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6625aa11-6213-4c35-ac23-7552f664c4fc req-30f3efb8-f13b-4987-b8c6-a77f23ecdf8f tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408614 Aug 20 14:09:46.876459 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecadc0-39f4-4251-baf6-b944cd0f2123 req-828115a1-614b-4b27-8791-1297bb7f446b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:46.878495 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a4ecadc0-39f4-4251-baf6-b944cd0f2123 req-828115a1-614b-4b27-8791-1297bb7f446b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.0646698 Aug 20 14:09:46.930071 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a4ecadc0-39f4-4251-baf6-b944cd0f2123 req-3f53327e-8b1d-482d-ace8-225b067781ff tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442598 Aug 20 14:09:47.349701 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 57878) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:47.453024 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-76f77da3-2692-4d64-afbe-81d409b24005 req-0bf30fe5-ea3c-4106-8b23-fe4b9f47bc82 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1020534 Aug 20 14:09:47.811517 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063c142-43f7-4b88-84c4-a479052cb1be req-58a1f5a7-b542-45dc-b782-50cfeef0de10 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:47.813079 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2063c142-43f7-4b88-84c4-a479052cb1be req-58a1f5a7-b542-45dc-b782-50cfeef0de10 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.0629218 Aug 20 14:09:47.855858 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2063c142-43f7-4b88-84c4-a479052cb1be req-6481dffb-1ae4-4148-b6c5-b33f59370dc4 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353756 Aug 20 14:09:48.070895 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d850b-b0f6-4483-9b6c-9087355fc96b req-20f76c9f-4e48-42ec-a316-0487eea89f21 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:48.072778 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e24d850b-b0f6-4483-9b6c-9087355fc96b req-20f76c9f-4e48-42ec-a316-0487eea89f21 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.0626178 Aug 20 14:09:48.123828 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e24d850b-b0f6-4483-9b6c-9087355fc96b req-f16e604a-5e0f-481d-b330-1ee2ff05c812 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440490 Aug 20 14:09:48.793254 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device b51bf0b8-9568-4a95-ad67-53ec81884255 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:09:48.889053 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device dd300731-2c4e-4bb0-91f6-1b850cf1a130 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:09:48.891559 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19ffb6-2b56-49ba-bba6-de83e7680e15 req-74c15ec5-6cf7-4f94-9682-b4b5640242ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:48.893562 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6f19ffb6-2b56-49ba-bba6-de83e7680e15 req-74c15ec5-6cf7-4f94-9682-b4b5640242ed service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5c5349bb995408f9231d02a2b7a42d6&device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 1098 time: 0.0585048 Aug 20 14:09:48.921833 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] No Port match for: dd300731-2c4e-4bb0-91f6-1b850cf1a130 {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:09:48.922176 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device dd300731-2c4e-4bb0-91f6-1b850cf1a130 not bound to the agent host hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:09:49.062690 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556ad52-1446-4898-935c-be9872dd665a req-af8cc827-62e8-4696-86be-82251f8a8853 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:49.064210 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0556ad52-1446-4898-935c-be9872dd665a req-af8cc827-62e8-4696-86be-82251f8a8853 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.1173563 Aug 20 14:09:49.065445 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19ffb6-2b56-49ba-bba6-de83e7680e15 req-eda043cd-aa9f-4302-8407-c0a38fabb2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:49.066839 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6f19ffb6-2b56-49ba-bba6-de83e7680e15 req-eda043cd-aa9f-4302-8407-c0a38fabb2a7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c1c7c6a6-5f3d-43a4-90fb-564a679154da HTTP/1.1" status: 200 len: 920 time: 0.1404228 Aug 20 14:09:49.128746 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6f19ffb6-2b56-49ba-bba6-de83e7680e15 req-c84e038a-b76d-4cef-993e-ac27b272a814 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b75794f-c849-40e2-a07a-20dcddba583b HTTP/1.1" status: 200 len: 217 time: 0.0528266 Aug 20 14:09:49.183807 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0556ad52-1446-4898-935c-be9872dd665a req-298137bb-4d3f-4999-8e4a-c0fa705791cf tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102214 Aug 20 14:09:49.203307 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19ffb6-2b56-49ba-bba6-de83e7680e15 req-7dd8442f-084a-4204-8cd0-48534df31d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:49.204852 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6f19ffb6-2b56-49ba-bba6-de83e7680e15 req-7dd8442f-084a-4204-8cd0-48534df31d7a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=76001b34-7c64-4cf4-accf-135ef535979b HTTP/1.1" status: 200 len: 859 time: 0.0675511 Aug 20 14:09:49.283737 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f632e3-24e7-4f97-8ed1-dbbf1d2a5e03 req-b95b25f3-96c4-408b-aaa3-e3a1a04d327c tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:49.285247 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c1f632e3-24e7-4f97-8ed1-dbbf1d2a5e03 req-b95b25f3-96c4-408b-aaa3-e3a1a04d327c tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.0617008 Aug 20 14:09:49.335793 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c1f632e3-24e7-4f97-8ed1-dbbf1d2a5e03 req-ca531c6a-4f0a-4025-9238-8978fc8cd00f tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419629 Aug 20 14:09:50.195812 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6f19ffb6-2b56-49ba-bba6-de83e7680e15 req-432ca61f-e236-4c67-9464-336602ac2d13 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1c7c6a6-5f3d-43a4-90fb-564a679154da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271375 Aug 20 14:09:50.330411 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb648f-8fb3-45d9-b8a9-edc1ece5068e req-c8681fd3-aaaf-4696-b754-16d0674b0752 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:50.332091 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cbfb648f-8fb3-45d9-b8a9-edc1ece5068e req-c8681fd3-aaaf-4696-b754-16d0674b0752 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.0561476 Aug 20 14:09:50.382558 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cbfb648f-8fb3-45d9-b8a9-edc1ece5068e req-7f0b24bd-9dce-497e-b0e1-919fda05e169 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428321 Aug 20 14:09:50.475791 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6232ef-4e3e-4ccf-922e-d2d4af3af6e9 req-d3b9b33c-953a-4547-9d69-eb57205bdb86 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:50.477557 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2e6232ef-4e3e-4ccf-922e-d2d4af3af6e9 req-d3b9b33c-953a-4547-9d69-eb57205bdb86 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.0582488 Aug 20 14:09:50.519029 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2e6232ef-4e3e-4ccf-922e-d2d4af3af6e9 req-94254eaf-5ca0-4a8f-9986-f3781532d055 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344908 Aug 20 14:09:51.147133 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6f19ffb6-2b56-49ba-bba6-de83e7680e15 req-14772669-854a-4158-b1e2-024f28d66e2a service neutron] 10.222.0.65 "GET /v2.0/networks/c1c7c6a6-5f3d-43a4-90fb-564a679154da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012442 Aug 20 14:09:51.510247 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bf8f5-b09e-4124-abea-7d6070a0cfab req-284c7943-9c09-47d0-8dcd-7010d597abcc tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:51.511735 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9e2bf8f5-b09e-4124-abea-7d6070a0cfab req-284c7943-9c09-47d0-8dcd-7010d597abcc tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.0545218 Aug 20 14:09:51.570689 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9e2bf8f5-b09e-4124-abea-7d6070a0cfab req-c8b9e839-afbf-4b66-940e-ab9b087f0582 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519245 Aug 20 14:09:51.669233 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72603765-2160-4e8c-9f99-099589f0993a req-0f0dbda5-0533-4e6b-b8c6-e13a905a0620 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:51.670757 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-72603765-2160-4e8c-9f99-099589f0993a req-0f0dbda5-0533-4e6b-b8c6-e13a905a0620 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.0550756 Aug 20 14:09:51.716847 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-72603765-2160-4e8c-9f99-099589f0993a req-36f00f51-0a80-49a5-bcac-9f3e6805367e tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359521 Aug 20 14:09:52.139377 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6f19ffb6-2b56-49ba-bba6-de83e7680e15 req-b0b3ea7b-2220-43a2-9894-729ff65a5030 service neutron] 10.222.0.65 "GET /v2.0/networks/c1c7c6a6-5f3d-43a4-90fb-564a679154da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890048 Aug 20 14:09:52.710835 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b88b4-6a7b-43f1-bde5-767552d6b825 req-d0fe7e52-80b8-47f7-994d-377f2d37e339 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:52.712452 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2e7b88b4-6a7b-43f1-bde5-767552d6b825 req-d0fe7e52-80b8-47f7-994d-377f2d37e339 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.0603230 Aug 20 14:09:52.753353 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2e7b88b4-6a7b-43f1-bde5-767552d6b825 req-7483b23f-771d-44fc-816d-6e9baef32b3e tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347691 Aug 20 14:09:52.845863 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5369e17-f328-41aa-85dd-fbede18ab4c6 req-78a9a9b7-1fba-4a9d-9f27-ddc719644da9 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:52.847422 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f5369e17-f328-41aa-85dd-fbede18ab4c6 req-78a9a9b7-1fba-4a9d-9f27-ddc719644da9 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.0560935 Aug 20 14:09:52.899803 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f5369e17-f328-41aa-85dd-fbede18ab4c6 req-fcc50da7-4f5d-4b56-9436-431df5f4a7c9 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444615 Aug 20 14:09:53.250112 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 57982) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:53.387941 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-cc274797-0f76-4d98-bfaa-e78bbced3d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:53.514348 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-cc274797-0f76-4d98-bfaa-e78bbced3d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:53.520437 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-cc274797-0f76-4d98-bfaa-e78bbced3d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:53.564756 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc274797-0f76-4d98-bfaa-e78bbced3d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041f74f1-82aa-4b6d-a821-3a848993a60d,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:53.571753 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-cc274797-0f76-4d98-bfaa-e78bbced3d2e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=337176e9b543408698d39af66d652674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206027 Aug 20 14:09:53.574403 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 57996) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:53.628496 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b1807cbd-ce78-41f8-89f1-24e108542939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:53.654662 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b1807cbd-ce78-41f8-89f1-24e108542939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:53.727363 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b1807cbd-ce78-41f8-89f1-24e108542939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:53.730068 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b1807cbd-ce78-41f8-89f1-24e108542939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:53.732058 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-b1807cbd-ce78-41f8-89f1-24e108542939 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/041f74f1-82aa-4b6d-a821-3a848993a60d HTTP/1.1" status: 204 len: 168 time: 0.1566908 Aug 20 14:09:53.753699 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1807cbd-ce78-41f8-89f1-24e108542939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041f74f1-82aa-4b6d-a821-3a848993a60d,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:54.021687 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b84350-dc01-4eff-a8f8-2d8edfe7b75d req-f415c24e-bac6-49b2-9bbb-326a4fbfd7a9 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:54.023226 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e2b84350-dc01-4eff-a8f8-2d8edfe7b75d req-f415c24e-bac6-49b2-9bbb-326a4fbfd7a9 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.1596048 Aug 20 14:09:54.027071 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f77da3-2692-4d64-afbe-81d409b24005 req-d5474047-aea3-4061-a7de-cd52cb14138c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:54.028825 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-76f77da3-2692-4d64-afbe-81d409b24005 req-d5474047-aea3-4061-a7de-cd52cb14138c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a&tenant_id=ee09af3d24634dd0b8d0361dafbf2c7a HTTP/1.1" status: 200 len: 1097 time: 0.1765051 Aug 20 14:09:54.144792 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1c94d-23f4-4f51-80d0-77272247dec4 req-30c01d9f-7daf-4f12-bedb-bb56dd07b79d tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:54.147032 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b6c1c94d-23f4-4f51-80d0-77272247dec4 req-30c01d9f-7daf-4f12-bedb-bb56dd07b79d tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.1226399 Aug 20 14:09:54.159089 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f77da3-2692-4d64-afbe-81d409b24005 req-cc36a086-f262-4f90-b0e8-581139234736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:54.160912 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-76f77da3-2692-4d64-afbe-81d409b24005 req-cc36a086-f262-4f90-b0e8-581139234736 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee09af3d24634dd0b8d0361dafbf2c7a&device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 1097 time: 0.0984495 Aug 20 14:09:54.165477 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e2b84350-dc01-4eff-a8f8-2d8edfe7b75d req-e5cb7a70-5c38-4662-8b67-0c811717a4bb tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050210 Aug 20 14:09:54.278630 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b6c1c94d-23f4-4f51-80d0-77272247dec4 req-50c962d4-1d2f-466e-8971-1b45b01ddd11 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233869 Aug 20 14:09:54.331357 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f77da3-2692-4d64-afbe-81d409b24005 req-49d01d2f-c296-40d5-a301-574930b4444a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:54.333975 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-76f77da3-2692-4d64-afbe-81d409b24005 req-49d01d2f-c296-40d5-a301-574930b4444a service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 HTTP/1.1" status: 200 len: 915 time: 0.1621413 Aug 20 14:09:54.691547 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-76f77da3-2692-4d64-afbe-81d409b24005 req-e8e0124f-29a5-4d71-b18d-83524b89ed4d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b51bf0b8-9568-4a95-ad67-53ec81884255 HTTP/1.1" status: 200 len: 1000 time: 0.3500197 Aug 20 14:09:54.752428 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f77da3-2692-4d64-afbe-81d409b24005 req-45c0cf9d-489c-467b-945e-3ed5dcca18ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:54.754009 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-76f77da3-2692-4d64-afbe-81d409b24005 req-45c0cf9d-489c-467b-945e-3ed5dcca18ca service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f4bed576-abba-4384-ad26-22f02bdef9a8 HTTP/1.1" status: 200 len: 853 time: 0.0531731 Aug 20 14:09:54.831703 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f77da3-2692-4d64-afbe-81d409b24005 req-049b01a5-428b-44ed-993f-c6e90f9aa5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:54.834497 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-76f77da3-2692-4d64-afbe-81d409b24005 req-049b01a5-428b-44ed-993f-c6e90f9aa5d5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d7b7e4f-93c0-4b84-9c6a-22526b6438a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0637603 Aug 20 14:09:54.970754 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-76f77da3-2692-4d64-afbe-81d409b24005 req-05df0d93-0381-427b-80ec-9a103062e698 service neutron] 10.222.0.65 "GET /v2.0/networks/1d7b7e4f-93c0-4b84-9c6a-22526b6438a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270411 Aug 20 14:09:55.077378 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-76f77da3-2692-4d64-afbe-81d409b24005 req-c51a7025-c1d7-4fc8-887d-e331898e94bb service neutron] 10.222.0.65 "GET /v2.0/networks/1d7b7e4f-93c0-4b84-9c6a-22526b6438a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983350 Aug 20 14:09:55.356135 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f549da-161e-4398-b9cd-3fb7c08de8b4 req-e3df394d-9859-481e-8f7e-007583a1f954 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:55.357737 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-23f549da-161e-4398-b9cd-3fb7c08de8b4 req-e3df394d-9859-481e-8f7e-007583a1f954 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.0856793 Aug 20 14:09:55.469509 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-23f549da-161e-4398-b9cd-3fb7c08de8b4 req-fd05f7c3-1661-4c7c-a6fc-e879aeb88e95 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971925 Aug 20 14:09:55.486824 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d09da-b785-426d-b9d6-13704ac61377 req-e97156da-0609-447e-a543-f2b0272cf23b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:55.495322 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7e1d09da-b785-426d-b9d6-13704ac61377 req-e97156da-0609-447e-a543-f2b0272cf23b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.0860884 Aug 20 14:09:55.532404 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7e1d09da-b785-426d-b9d6-13704ac61377 req-dfe8100c-26b8-41e7-bb77-9251596b2b79 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360227 Aug 20 14:09:56.707856 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d39d5-2feb-41f1-a1c2-7c0ed45b2578 req-169f86e8-d45e-45a5-96cb-57a2768a68ea tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:56.710892 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9d1d39d5-2feb-41f1-a1c2-7c0ed45b2578 req-169f86e8-d45e-45a5-96cb-57a2768a68ea tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.0764191 Aug 20 14:09:56.758497 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9d1d39d5-2feb-41f1-a1c2-7c0ed45b2578 req-42847140-40fb-4880-9fed-38a8f57f2612 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405455 Aug 20 14:09:57.433748 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 58110) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:57.543067 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-ac26399f-b3c1-4df7-9529-d3b075778357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:57.629437 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-ac26399f-b3c1-4df7-9529-d3b075778357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:57.633992 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-ac26399f-b3c1-4df7-9529-d3b075778357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:57.673889 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-ac26399f-b3c1-4df7-9529-d3b075778357 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1cbe95d1f62748d9bd06166451a8640b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2390769 Aug 20 14:09:57.674732 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26399f-b3c1-4df7-9529-d3b075778357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657b3dc9-0c4f-4497-a472-ad5780495649,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:57.676534 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 58114) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:57.729280 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-a3c34424-65a7-480c-afb5-d489f8c55c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:57.749868 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-a3c34424-65a7-480c-afb5-d489f8c55c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:57.795208 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-a3c34424-65a7-480c-afb5-d489f8c55c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:57.797939 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-a3c34424-65a7-480c-afb5-d489f8c55c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:57.801406 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-a3c34424-65a7-480c-afb5-d489f8c55c42 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/657b3dc9-0c4f-4497-a472-ad5780495649 HTTP/1.1" status: 204 len: 168 time: 0.1214790 Aug 20 14:09:57.807106 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c34424-65a7-480c-afb5-d489f8c55c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657b3dc9-0c4f-4497-a472-ad5780495649,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:57.890048 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78cfbc-46df-4903-9ece-128e75874e9f req-9fe5d832-0efc-4f1e-89e8-df1a9e75d7bd tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:57.891714 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8c78cfbc-46df-4903-9ece-128e75874e9f req-9fe5d832-0efc-4f1e-89e8-df1a9e75d7bd tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.0483851 Aug 20 14:09:57.931096 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8c78cfbc-46df-4903-9ece-128e75874e9f req-ce79e7d3-cba7-4282-8b9e-4f09c598c673 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327189 Aug 20 14:09:58.576613 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 58144) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:58.702519 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-cea17e98-91d7-4d92-93e3-dc0b1ae65259 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1721183229-network', 'tenant_id': '16f5c5549cc5497f82be9bc39ad14467'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:09:58.773376 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea17e98-91d7-4d92-93e3-dc0b1ae65259 admin admin] Made reservation on behalf of 16f5c5549cc5497f82be9bc39ad14467 for: {'network': 1} {{(pid=94101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:09:58.777680 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-cea17e98-91d7-4d92-93e3-dc0b1ae65259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for network, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:58.814195 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-cea17e98-91d7-4d92-93e3-dc0b1ae65259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:58.937816 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-cea17e98-91d7-4d92-93e3-dc0b1ae65259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:58.942787 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-cea17e98-91d7-4d92-93e3-dc0b1ae65259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:58.975387 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea17e98-91d7-4d92-93e3-dc0b1ae65259 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=94101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:09:58.994165 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea17e98-91d7-4d92-93e3-dc0b1ae65259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee335392-24ea-49d1-b5db-2f0fc60d571d,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:59.001290 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-cea17e98-91d7-4d92-93e3-dc0b1ae65259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:59.002100 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.db.segments_db [None req-cea17e98-91d7-4d92-93e3-dc0b1ae65259 admin admin] Added segment 85203d2a-e72b-471f-8498-5bdb985c80ed of type vlan for network fd2b389c-07c4-46a4-9c61-c7db406c2ee2 Aug 20 14:09:59.066527 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-cea17e98-91d7-4d92-93e3-dc0b1ae65259 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728246170444'] for network, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:59.120060 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-cea17e98-91d7-4d92-93e3-dc0b1ae65259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018'] for network, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:59.121820 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea17e98-91d7-4d92-93e3-dc0b1ae65259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:59.123174 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-cea17e98-91d7-4d92-93e3-dc0b1ae65259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:59.237163 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-cea17e98-91d7-4d92-93e3-dc0b1ae65259 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6556900 Aug 20 14:09:59.237163 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 58154) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:59.243744 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-0c8c259e-32ff-4dfc-b7be-6356f6da078f admin admin] Request body: {'subnet': {'network_id': 'fd2b389c-07c4-46a4-9c61-c7db406c2ee2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1721183229-subnet', 'tenant_id': '16f5c5549cc5497f82be9bc39ad14467', 'ip_version': 4}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:09:59.251906 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea17e98-91d7-4d92-93e3-dc0b1ae65259 admin admin] Pushing event updated for resources: {'Network': ['ID=fd2b389c-07c4-46a4-9c61-c7db406c2ee2,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:59.264272 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Network fd2b389c-07c4-46a4-9c61-c7db406c2ee2 details requested by agent ovs-agent-dv-cinder-790535-10-iscsi with host dv-cinder-790535-10-iscsi {{(pid=94102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:09:59.267600 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efebe54-80b8-4b4d-9e8f-d13a7ae62341 req-db6de527-376d-4ead-9c45-b644484cb432 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:59.269436 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3efebe54-80b8-4b4d-9e8f-d13a7ae62341 req-db6de527-376d-4ead-9c45-b644484cb432 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.0781300 Aug 20 14:09:59.312262 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8c259e-32ff-4dfc-b7be-6356f6da078f admin admin] Made reservation on behalf of 16f5c5549cc5497f82be9bc39ad14467 for: {'subnet': 1} {{(pid=94101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:09:59.318449 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0c8c259e-32ff-4dfc-b7be-6356f6da078f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130135303'] for subnet, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:59.320375 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3efebe54-80b8-4b4d-9e8f-d13a7ae62341 req-bccc5ade-51f7-48bc-a586-a4b17e8daf6b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445096 Aug 20 14:09:59.533498 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0c8c259e-32ff-4dfc-b7be-6356f6da078f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131250142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130135317'] for subnet, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:59.582642 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c259e-32ff-4dfc-b7be-6356f6da078f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1f93410-7160-43fc-92d9-eb198e6e3255,revision_number=0']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:09:59.601291 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8c259e-32ff-4dfc-b7be-6356f6da078f admin admin] Checking segment: {'id': '85203d2a-e72b-471f-8498-5bdb985c80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fd2b389c-07c4-46a4-9c61-c7db406c2ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:09:59.601647 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8c259e-32ff-4dfc-b7be-6356f6da078f admin admin] Network hostable DHCP agents. Network: fd2b389c-07c4-46a4-9c61-c7db406c2ee2, hostable agents: ['753d3244-3585-4dcb-8855-3f40f736060e'], hosted agents: [] {{(pid=94101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:09:59.618861 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8c259e-32ff-4dfc-b7be-6356f6da078f admin admin] Network fd2b389c-07c4-46a4-9c61-c7db406c2ee2 is scheduled to be hosted by DHCP agent 753d3244-3585-4dcb-8855-3f40f736060e with binding_index 1 {{(pid=94101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:09:59.627563 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.base_scheduler [None req-0c8c259e-32ff-4dfc-b7be-6356f6da078f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-10-iscsi, fd2b389c-07c4-46a4-9c61-c7db406c2ee2) {{(pid=94101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:09:59.633627 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8c259e-32ff-4dfc-b7be-6356f6da078f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:09:59.634218 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0c8c259e-32ff-4dfc-b7be-6356f6da078f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for subnet, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:59.639019 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab016ac-9e7c-4333-9a37-747a86beaba8 None None] Network fd2b389c-07c4-46a4-9c61-c7db406c2ee2 requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:09:59.651741 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-0c8c259e-32ff-4dfc-b7be-6356f6da078f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4115410 Aug 20 14:09:59.651960 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 58158) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:09:59.656539 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-0a4a74d0-5027-44c1-a66a-996fdaf45546 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1721183229-router', 'tenant_id': '16f5c5549cc5497f82be9bc39ad14467', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'}}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:09:59.677602 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0a4a74d0-5027-44c1-a66a-996fdaf45546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3284'] for router, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:59.678739 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0a4a74d0-5027-44c1-a66a-996fdaf45546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533819', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:59.735859 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0a4a74d0-5027-44c1-a66a-996fdaf45546 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:59.791120 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0bfaad-fd84-4cb9-99fa-7deaec0df2df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4bf352a0-604e-5a37-8942-ccf39ab588eb-fd2b389c-07c4-46a4-9c61-c7db406c2ee2', 'network_id': 'fd2b389c-07c4-46a4-9c61-c7db406c2ee2', 'tenant_id': '16f5c5549cc5497f82be9bc39ad14467', 'fixed_ips': [{'subnet_id': 'd1f93410-7160-43fc-92d9-eb198e6e3255'}]}} from dv-cinder-790535-10-iscsi. {{(pid=94102) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:09:59.791987 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-bb0bfaad-fd84-4cb9-99fa-7deaec0df2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:09:59.904717 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0a4a74d0-5027-44c1-a66a-996fdaf45546 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:00.102700 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.db_base_plugin_common [None req-bb0bfaad-fd84-4cb9-99fa-7deaec0df2df None None] Allocated IP 172.20.0.2 (fd2b389c-07c4-46a4-9c61-c7db406c2ee2/d1f93410-7160-43fc-92d9-eb198e6e3255/a69da056-5fa7-438d-b7b2-5d913d9a2701) {{(pid=94102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:10:00.311637 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0a4a74d0-5027-44c1-a66a-996fdaf45546 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:00.357299 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0a4a74d0-5027-44c1-a66a-996fdaf45546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:00.451519 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-bb0bfaad-fd84-4cb9-99fa-7deaec0df2df None None] Notify callbacks [] for port, precommit_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:00.484705 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-bb0bfaad-fd84-4cb9-99fa-7deaec0df2df None None] Transition to ACTIVE for port object a69da056-5fa7-438d-b7b2-5d913d9a2701 will not be triggered until provisioned by entity L2. {{(pid=94102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:10:00.531781 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe41447-527f-46fc-ae50-e28cee6ede5f req-b777b60c-cfa4-49f9-86a8-450c1549954e tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:00.555487 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2fe41447-527f-46fc-ae50-e28cee6ede5f req-b777b60c-cfa4-49f9-86a8-450c1549954e tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.0874543 Aug 20 14:10:00.556835 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.db_base_plugin_common [None req-0a4a74d0-5027-44c1-a66a-996fdaf45546 admin admin] Allocated IP 172.27.3.208 (98d0971e-9611-4cfe-abc2-ff603fbae97c/e8e9b9bd-ae96-49d0-b730-35afc957c6cc/f650e61c-42be-432d-b113-0ee53a3ea87d) {{(pid=94101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:10:00.565273 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-bb0bfaad-fd84-4cb9-99fa-7deaec0df2df None None] Transition to ACTIVE for port object a69da056-5fa7-438d-b7b2-5d913d9a2701 will not be triggered until provisioned by entity DHCP. {{(pid=94102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:10:00.583579 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-bb0bfaad-fd84-4cb9-99fa-7deaec0df2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981'] for port, after_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:00.611980 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2fe41447-527f-46fc-ae50-e28cee6ede5f req-c468fb34-b739-4aac-b342-af86d8926b4e tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547533 Aug 20 14:10:00.722825 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0bfaad-fd84-4cb9-99fa-7deaec0df2df None None] Pushing event updated for resources: {'Port': ['ID=a69da056-5fa7-438d-b7b2-5d913d9a2701,revision_number=1']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:00.734575 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0bfaad-fd84-4cb9-99fa-7deaec0df2df None None] Network fd2b389c-07c4-46a4-9c61-c7db406c2ee2 is already hosted by enough agents. {{(pid=94102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:10:00.736924 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.scheduler.base_scheduler [None req-bb0bfaad-fd84-4cb9-99fa-7deaec0df2df None None] Resources bound (agent type, host, resource id): {{(pid=94102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:10:00.740623 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0bfaad-fd84-4cb9-99fa-7deaec0df2df None None] Received port after_create {{(pid=94102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:10:00.838175 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-bb0bfaad-fd84-4cb9-99fa-7deaec0df2df None None] Attempting to bind port a69da056-5fa7-438d-b7b2-5d913d9a2701 on host dv-cinder-790535-10-iscsi for vnic_type normal with profile {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:10:00.839019 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-bb0bfaad-fd84-4cb9-99fa-7deaec0df2df None None] Attempting to bind port a69da056-5fa7-438d-b7b2-5d913d9a2701 by drivers openvswitch,hyperv on host dv-cinder-790535-10-iscsi at level 0 using segments [{'id': '85203d2a-e72b-471f-8498-5bdb985c80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fd2b389c-07c4-46a4-9c61-c7db406c2ee2'}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:10:00.839623 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0bfaad-fd84-4cb9-99fa-7deaec0df2df None None] Attempting to bind port a69da056-5fa7-438d-b7b2-5d913d9a2701 on network fd2b389c-07c4-46a4-9c61-c7db406c2ee2 {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:10:00.851186 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0bfaad-fd84-4cb9-99fa-7deaec0df2df None None] Checking agent: {'id': '24d8fd69-abc0-4f0a-ba2d-fdf83f719c3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 59, 10), 'started_at': datetime.datetime(2021, 8, 20, 13, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:10:00.852162 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0bfaad-fd84-4cb9-99fa-7deaec0df2df None None] Checking segment: {'id': '85203d2a-e72b-471f-8498-5bdb985c80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fd2b389c-07c4-46a4-9c61-c7db406c2ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:10:00.854378 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-bb0bfaad-fd84-4cb9-99fa-7deaec0df2df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:00.857055 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0bfaad-fd84-4cb9-99fa-7deaec0df2df None None] Bound using segment: {'id': '85203d2a-e72b-471f-8498-5bdb985c80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fd2b389c-07c4-46a4-9c61-c7db406c2ee2'} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:10:00.858229 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-bb0bfaad-fd84-4cb9-99fa-7deaec0df2df None None] Bound port: a69da056-5fa7-438d-b7b2-5d913d9a2701, host: dv-cinder-790535-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85203d2a-e72b-471f-8498-5bdb985c80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fd2b389c-07c4-46a4-9c61-c7db406c2ee2'}}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:10:00.860806 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-bb0bfaad-fd84-4cb9-99fa-7deaec0df2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:00.869960 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0a4a74d0-5027-44c1-a66a-996fdaf45546 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:00.959233 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0a4a74d0-5027-44c1-a66a-996fdaf45546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131250090'] for port, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:01.011875 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a74d0-5027-44c1-a66a-996fdaf45546 admin admin] Pushing event updated for resources: {'Port': ['ID=f650e61c-42be-432d-b113-0ee53a3ea87d,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:01.032752 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4a74d0-5027-44c1-a66a-996fdaf45546 admin admin] Network 98d0971e-9611-4cfe-abc2-ff603fbae97c is already hosted by enough agents. {{(pid=94101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:10:01.034938 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.base_scheduler [None req-0a4a74d0-5027-44c1-a66a-996fdaf45546 admin admin] Resources bound (agent type, host, resource id): {{(pid=94101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:10:01.038370 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4a74d0-5027-44c1-a66a-996fdaf45546 admin admin] Received port after_create {{(pid=94101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:10:01.093643 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-bb0bfaad-fd84-4cb9-99fa-7deaec0df2df None None] For port a69da056-5fa7-438d-b7b2-5d913d9a2701, host dv-cinder-790535-10-iscsi, cleared binding levels {{(pid=94102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:10:01.105389 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-bb0bfaad-fd84-4cb9-99fa-7deaec0df2df None None] For port a69da056-5fa7-438d-b7b2-5d913d9a2701, host dv-cinder-790535-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=a69da056-5fa7-438d-b7b2-5d913d9a2701,segment=NetworkSegment(85203d2a-e72b-471f-8498-5bdb985c80ed),segment_id=85203d2a-e72b-471f-8498-5bdb985c80ed)] {{(pid=94102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:10:01.116175 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-bb0bfaad-fd84-4cb9-99fa-7deaec0df2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:01.184362 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0bfaad-fd84-4cb9-99fa-7deaec0df2df None None] Pushing event updated for resources: {'Port': ['ID=a69da056-5fa7-438d-b7b2-5d913d9a2701,revision_number=2']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:01.662179 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0a4a74d0-5027-44c1-a66a-996fdaf45546 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:01.935712 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46293021-e9b2-4365-8126-a38b29ba9dce req-57699a48-f4b1-4b7d-b4cf-b5350835101e tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:01.948640 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-46293021-e9b2-4365-8126-a38b29ba9dce req-57699a48-f4b1-4b7d-b4cf-b5350835101e tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.1145513 Aug 20 14:10:02.027759 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device a69da056-5fa7-438d-b7b2-5d913d9a2701 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:10:02.049417 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-46293021-e9b2-4365-8126-a38b29ba9dce req-4eb23d1c-331b-46d1-9ad3-7ee8c26b085c tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980496 Aug 20 14:10:02.158714 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning for port a69da056-5fa7-438d-b7b2-5d913d9a2701 completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:10:02.180719 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0a4a74d0-5027-44c1-a66a-996fdaf45546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533931'] for router, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:02.389524 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bed0d-c035-496c-bd6c-45c10f99c392 req-96ec5d09-b262-42fd-953f-480f5646b99d tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:02.409357 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ec2bed0d-c035-496c-bd6c-45c10f99c392 req-96ec5d09-b262-42fd-953f-480f5646b99d tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.1553431 Aug 20 14:10:02.515641 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ec2bed0d-c035-496c-bd6c-45c10f99c392 req-47a704bb-29d2-499f-8808-9c051a746a77 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038926 Aug 20 14:10:02.591464 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4a74d0-5027-44c1-a66a-996fdaf45546 admin admin] Router 0ff65773-2e32-405e-bcc0-b85204ad599b is scheduled to L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf with binding_index 1 {{(pid=94101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:10:02.884494 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4a74d0-5027-44c1-a66a-996fdaf45546 admin admin] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:10:02.911012 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a2d91a-3ea4-435b-a7bc-749aa8545fc8 None None] Sync routers for ids ['0ff65773-2e32-405e-bcc0-b85204ad599b'] in dv-cinder-790535-10-iscsi {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:10:02.930668 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a2d91a-3ea4-435b-a7bc-749aa8545fc8 None None] Routers {'0ff65773-2e32-405e-bcc0-b85204ad599b'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:10:02.930923 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0a4a74d0-5027-44c1-a66a-996fdaf45546 admin admin] Notify callbacks [] for router, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:02.931714 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-23a2d91a-3ea4-435b-a7bc-749aa8545fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:09:40Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['0ff65773-2e32-405e-bcc0-b85204ad599b'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:10:02.936712 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-0a4a74d0-5027-44c1-a66a-996fdaf45546 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2835233 Aug 20 14:10:02.951181 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 58228) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:10:03.054104 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-23a2d91a-3ea4-435b-a7bc-749aa8545fc8 None None] Set router 0ff65773-2e32-405e-bcc0-b85204ad599b gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:10:03.076934 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642dd045-e7ee-44aa-814f-4bfaa8bd108d None None] Network fd2b389c-07c4-46a4-9c61-c7db406c2ee2 requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:10:03.255396 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-23a2d91a-3ea4-435b-a7bc-749aa8545fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'name': 'tempest-TestMinimumBasicScenario-1721183229-router', 'tenant_id': '16f5c5549cc5497f82be9bc39ad14467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f650e61c-42be-432d-b113-0ee53a3ea87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:59Z', 'updated_at': '2021-08-20T14:10:01Z', 'revision_number': 3, 'project_id': '16f5c5549cc5497f82be9bc39ad14467', 'gw_port': {'id': 'f650e61c-42be-432d-b113-0ee53a3ea87d', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:10:00Z', 'updated_at': '2021-08-20T14:10:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:10:03.279925 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-88489c86-f359-4093-85e2-7b5cbc0a211c None None] Provisioning for port a69da056-5fa7-438d-b7b2-5d913d9a2701 completed by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:10:03.292646 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a2d91a-3ea4-435b-a7bc-749aa8545fc8 None None] Checking router: 0ff65773-2e32-405e-bcc0-b85204ad599b for host: dv-cinder-790535-10-iscsi {{(pid=94103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:10:03.293412 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a2d91a-3ea4-435b-a7bc-749aa8545fc8 None None] Updating router 0ff65773-2e32-405e-bcc0-b85204ad599b port f650e61c-42be-432d-b113-0ee53a3ea87d binding host dv-cinder-790535-10-iscsi {{(pid=94103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:10:03.299805 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-88489c86-f359-4093-85e2-7b5cbc0a211c None None] Provisioning complete for port a69da056-5fa7-438d-b7b2-5d913d9a2701 triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:10:03.300167 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-88489c86-f359-4093-85e2-7b5cbc0a211c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:03.322538 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-23a2d91a-3ea4-435b-a7bc-749aa8545fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:03.444851 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-88489c86-f359-4093-85e2-7b5cbc0a211c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:03.484377 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97a708-1d62-4acc-9593-9cdc9f7488d5 req-ff2fe98d-5c85-4cfd-9059-a0cb55765918 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:03.509595 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5e97a708-1d62-4acc-9593-9cdc9f7488d5 req-ff2fe98d-5c85-4cfd-9059-a0cb55765918 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.2529912 Aug 20 14:10:03.515880 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-88489c86-f359-4093-85e2-7b5cbc0a211c None None] For port a69da056-5fa7-438d-b7b2-5d913d9a2701, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=a69da056-5fa7-438d-b7b2-5d913d9a2701,segment=NetworkSegment(85203d2a-e72b-471f-8498-5bdb985c80ed),segment_id=85203d2a-e72b-471f-8498-5bdb985c80ed)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:10:03.526366 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-88489c86-f359-4093-85e2-7b5cbc0a211c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:03.635224 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88489c86-f359-4093-85e2-7b5cbc0a211c None None] Pushing event updated for resources: {'Port': ['ID=a69da056-5fa7-438d-b7b2-5d913d9a2701,revision_number=3']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:03.739534 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5e97a708-1d62-4acc-9593-9cdc9f7488d5 req-2797be1f-fb13-4502-9483-0e67119d9b92 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279427 Aug 20 14:10:03.784224 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-171d0a84-0613-4231-b7a1-8235afb12e13 None None] Provisioning complete for port a69da056-5fa7-438d-b7b2-5d913d9a2701 triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:10:03.785282 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-171d0a84-0613-4231-b7a1-8235afb12e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:03.794591 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-23a2d91a-3ea4-435b-a7bc-749aa8545fc8 None None] Notify callbacks [] for port, precommit_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:03.810666 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.provisioning_blocks [None req-23a2d91a-3ea4-435b-a7bc-749aa8545fc8 None None] Transition to ACTIVE for port object f650e61c-42be-432d-b113-0ee53a3ea87d will not be triggered until provisioned by entity L2. {{(pid=94103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:10:03.820602 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-23a2d91a-3ea4-435b-a7bc-749aa8545fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:03.901318 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b70bd-48af-4a8b-bbb1-424e787308a7 None None] Pushing event updated for resources: {'Port': ['ID=f650e61c-42be-432d-b113-0ee53a3ea87d,revision_number=2']} {{(pid=94103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:03.903867 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ca0ce-49c1-4a2d-9e6f-e52bb5f35230 req-1a7f1280-9ab2-419e-a7e7-442bb612965f tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:03.924449 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8f5ca0ce-49c1-4a2d-9e6f-e52bb5f35230 req-1a7f1280-9ab2-419e-a7e7-442bb612965f tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.2228484 Aug 20 14:10:03.947214 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.managers [None req-23a2d91a-3ea4-435b-a7bc-749aa8545fc8 None None] Attempting to bind port f650e61c-42be-432d-b113-0ee53a3ea87d on host dv-cinder-790535-10-iscsi for vnic_type normal with profile {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:10:03.948585 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.managers [None req-23a2d91a-3ea4-435b-a7bc-749aa8545fc8 None None] Attempting to bind port f650e61c-42be-432d-b113-0ee53a3ea87d by drivers openvswitch,hyperv on host dv-cinder-790535-10-iscsi at level 0 using segments [{'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'}] {{(pid=94103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:10:03.949344 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2d91a-3ea4-435b-a7bc-749aa8545fc8 None None] Attempting to bind port f650e61c-42be-432d-b113-0ee53a3ea87d on network 98d0971e-9611-4cfe-abc2-ff603fbae97c {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:10:03.956069 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-4662381c-79fb-4b3e-a80b-1ad273e3dd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:03.961421 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device a69da056-5fa7-438d-b7b2-5d913d9a2701 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:10:03.967590 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2d91a-3ea4-435b-a7bc-749aa8545fc8 None None] Checking agent: {'id': '24d8fd69-abc0-4f0a-ba2d-fdf83f719c3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 59, 10), 'started_at': datetime.datetime(2021, 8, 20, 13, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:10:03.968129 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2d91a-3ea4-435b-a7bc-749aa8545fc8 None None] Checking segment: {'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:10:03.968737 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-23a2d91a-3ea4-435b-a7bc-749aa8545fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:03.969313 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2d91a-3ea4-435b-a7bc-749aa8545fc8 None None] Bound using segment: {'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'} {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:10:03.970008 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.managers [None req-23a2d91a-3ea4-435b-a7bc-749aa8545fc8 None None] Bound port: f650e61c-42be-432d-b113-0ee53a3ea87d, host: dv-cinder-790535-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'}}] {{(pid=94103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:10:03.970585 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-23a2d91a-3ea4-435b-a7bc-749aa8545fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:04.005650 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8f5ca0ce-49c1-4a2d-9e6f-e52bb5f35230 req-b67f61c5-b78d-4185-9e99-1249a63ea8a9 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801189 Aug 20 14:10:04.088112 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.db [None req-23a2d91a-3ea4-435b-a7bc-749aa8545fc8 None None] For port f650e61c-42be-432d-b113-0ee53a3ea87d, host dv-cinder-790535-10-iscsi, cleared binding levels {{(pid=94103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:10:04.093841 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.db [None req-23a2d91a-3ea4-435b-a7bc-749aa8545fc8 None None] For port f650e61c-42be-432d-b113-0ee53a3ea87d, host dv-cinder-790535-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=f650e61c-42be-432d-b113-0ee53a3ea87d,segment=NetworkSegment(4decdd4f-3fef-48ea-97d6-157c44e17f8c),segment_id=4decdd4f-3fef-48ea-97d6-157c44e17f8c)] {{(pid=94103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:10:04.106529 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-23a2d91a-3ea4-435b-a7bc-749aa8545fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:04.108302 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port a69da056-5fa7-438d-b7b2-5d913d9a2701 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:10:04.109290 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:04.208760 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b70bd-48af-4a8b-bbb1-424e787308a7 None None] Pushing event updated for resources: {'Port': ['ID=f650e61c-42be-432d-b113-0ee53a3ea87d,revision_number=3']} {{(pid=94103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:04.242740 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a2d91a-3ea4-435b-a7bc-749aa8545fc8 None None] Routers {'0ff65773-2e32-405e-bcc0-b85204ad599b'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:10:04.243523 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-23a2d91a-3ea4-435b-a7bc-749aa8545fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:09:40Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['0ff65773-2e32-405e-bcc0-b85204ad599b'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:10:04.282934 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [None req-4662381c-79fb-4b3e-a80b-1ad273e3dd50 admin admin] Allocated IP 172.20.0.1 (fd2b389c-07c4-46a4-9c61-c7db406c2ee2/d1f93410-7160-43fc-92d9-eb198e6e3255/322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:10:04.451356 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-23a2d91a-3ea4-435b-a7bc-749aa8545fc8 None None] Set router 0ff65773-2e32-405e-bcc0-b85204ad599b gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:10:04.529111 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-4662381c-79fb-4b3e-a80b-1ad273e3dd50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:04.546888 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.provisioning_blocks [None req-4662381c-79fb-4b3e-a80b-1ad273e3dd50 admin admin] Transition to ACTIVE for port object 322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615 will not be triggered until provisioned by entity DHCP. {{(pid=94100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:10:04.595181 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-4662381c-79fb-4b3e-a80b-1ad273e3dd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:04.691063 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4662381c-79fb-4b3e-a80b-1ad273e3dd50 admin admin] Network fd2b389c-07c4-46a4-9c61-c7db406c2ee2 is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:10:04.696762 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [None req-4662381c-79fb-4b3e-a80b-1ad273e3dd50 admin admin] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:10:04.697041 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-23a2d91a-3ea4-435b-a7bc-749aa8545fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'name': 'tempest-TestMinimumBasicScenario-1721183229-router', 'tenant_id': '16f5c5549cc5497f82be9bc39ad14467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f650e61c-42be-432d-b113-0ee53a3ea87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:59Z', 'updated_at': '2021-08-20T14:10:01Z', 'revision_number': 3, 'project_id': '16f5c5549cc5497f82be9bc39ad14467', 'gw_port': {'id': 'f650e61c-42be-432d-b113-0ee53a3ea87d', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:10:00Z', 'updated_at': '2021-08-20T14:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:10:04.727841 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4662381c-79fb-4b3e-a80b-1ad273e3dd50 admin admin] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:10:04.732337 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662381c-79fb-4b3e-a80b-1ad273e3dd50 admin admin] Pushing event updated for resources: {'Port': ['ID=322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:04.741673 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a2d91a-3ea4-435b-a7bc-749aa8545fc8 None None] The sync data for ids ['0ff65773-2e32-405e-bcc0-b85204ad599b'] in dv-cinder-790535-10-iscsi is: [{'id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'name': 'tempest-TestMinimumBasicScenario-1721183229-router', 'tenant_id': '16f5c5549cc5497f82be9bc39ad14467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f650e61c-42be-432d-b113-0ee53a3ea87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:59Z', 'updated_at': '2021-08-20T14:10:01Z', 'revision_number': 3, 'project_id': '16f5c5549cc5497f82be9bc39ad14467', 'gw_port': {'id': 'f650e61c-42be-432d-b113-0ee53a3ea87d', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:10:00Z', 'updated_at': '2021-08-20T14:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}] {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:10:04.758658 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4662381c-79fb-4b3e-a80b-1ad273e3dd50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:04.759311 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4662381c-79fb-4b3e-a80b-1ad273e3dd50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:04.761019 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4662381c-79fb-4b3e-a80b-1ad273e3dd50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:04.761019 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4662381c-79fb-4b3e-a80b-1ad273e3dd50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:04.761019 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4662381c-79fb-4b3e-a80b-1ad273e3dd50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:04.761019 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4662381c-79fb-4b3e-a80b-1ad273e3dd50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:04.761399 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4662381c-79fb-4b3e-a80b-1ad273e3dd50 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:04.761880 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4662381c-79fb-4b3e-a80b-1ad273e3dd50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:04.762581 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4662381c-79fb-4b3e-a80b-1ad273e3dd50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:04.762935 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4662381c-79fb-4b3e-a80b-1ad273e3dd50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:04.763263 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4662381c-79fb-4b3e-a80b-1ad273e3dd50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:04.763588 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4662381c-79fb-4b3e-a80b-1ad273e3dd50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:04.854996 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-4662381c-79fb-4b3e-a80b-1ad273e3dd50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534593'] for router_interface, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:05.190654 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-7ecc6954-c943-44a0-a17a-cfaf7b2e0fcd None None] Provisioning for port 322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615 completed by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:10:05.191539 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3c4de-2de7-4dd3-b5e9-ed430fcc2580 req-8cc134c8-87f3-48fa-a573-ea454a7be1da tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:05.193603 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d0b3c4de-2de7-4dd3-b5e9-ed430fcc2580 req-8cc134c8-87f3-48fa-a573-ea454a7be1da tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.2736392 Aug 20 14:10:05.207570 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-7ecc6954-c943-44a0-a17a-cfaf7b2e0fcd None None] Provisioning complete for port 322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615 triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:10:05.210443 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-7ecc6954-c943-44a0-a17a-cfaf7b2e0fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:05.275066 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d0b3c4de-2de7-4dd3-b5e9-ed430fcc2580 req-a898bff2-1d4f-4cfb-a2f5-15529bce4e31 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707977 Aug 20 14:10:05.292140 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a0061-05f9-4d8c-b877-96fe1ed79130 req-4bc187e8-4aa0-4192-8b11-8aded3da91af tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:05.294195 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ea2a0061-05f9-4d8c-b877-96fe1ed79130 req-4bc187e8-4aa0-4192-8b11-8aded3da91af tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.1730556 Aug 20 14:10:05.294853 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-4662381c-79fb-4b3e-a80b-1ad273e3dd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:05.359012 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-7ecc6954-c943-44a0-a17a-cfaf7b2e0fcd None None] Port 322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615 cannot update to ACTIVE because it is not bound. {{(pid=94102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:10:05.388974 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ea2a0061-05f9-4d8c-b877-96fe1ed79130 req-19ef5fbd-41fe-4312-a80b-63dbb1ef7d44 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833147 Aug 20 14:10:05.734240 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-4662381c-79fb-4b3e-a80b-1ad273e3dd50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:05.742752 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-4662381c-79fb-4b3e-a80b-1ad273e3dd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:05.868130 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-4662381c-79fb-4b3e-a80b-1ad273e3dd50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1014980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529649'] for router_interface, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:06.127813 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662381c-79fb-4b3e-a80b-1ad273e3dd50 admin admin] Pushing event updated for resources: {'Port': ['ID=322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615,revision_number=2']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:06.166003 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device f650e61c-42be-432d-b113-0ee53a3ea87d up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:10:06.204275 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4662381c-79fb-4b3e-a80b-1ad273e3dd50 admin admin] Network fd2b389c-07c4-46a4-9c61-c7db406c2ee2 is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:10:06.205986 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [None req-4662381c-79fb-4b3e-a80b-1ad273e3dd50 admin admin] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:10:06.306105 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning for port f650e61c-42be-432d-b113-0ee53a3ea87d completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:10:06.316535 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port f650e61c-42be-432d-b113-0ee53a3ea87d triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:10:06.317117 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:06.525243 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:06.569243 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] For port f650e61c-42be-432d-b113-0ee53a3ea87d, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=f650e61c-42be-432d-b113-0ee53a3ea87d,segment=NetworkSegment(4decdd4f-3fef-48ea-97d6-157c44e17f8c),segment_id=4decdd4f-3fef-48ea-97d6-157c44e17f8c)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:10:06.576694 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:06.705506 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Pushing event updated for resources: {'Port': ['ID=f650e61c-42be-432d-b113-0ee53a3ea87d,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:06.739904 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-bcc1fae8-9e3f-4ef6-b653-bce2082a5ef3 None None] Provisioning complete for port 322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615 triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:10:06.740461 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-bcc1fae8-9e3f-4ef6-b653-bce2082a5ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:06.784625 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389a229-cdc1-4f8a-9637-e7981200ed9a req-d1eedbe1-0c15-4a4b-9719-4e9c501bffcf tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:06.787686 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8389a229-cdc1-4f8a-9637-e7981200ed9a req-d1eedbe1-0c15-4a4b-9719-4e9c501bffcf tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.1586945 Aug 20 14:10:06.798450 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4662381c-79fb-4b3e-a80b-1ad273e3dd50 admin admin] Router 0ff65773-2e32-405e-bcc0-b85204ad599b has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:10:06.822933 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-bcc1fae8-9e3f-4ef6-b653-bce2082a5ef3 None None] Port 322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615 cannot update to ACTIVE because it is not bound. {{(pid=94102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:10:06.825458 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d63b1-ff26-4ca3-97ff-b940f2cc113c req-d606e3a6-0ef3-4978-b78b-1e398d0f77c5 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:06.827398 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-dd0d63b1-ff26-4ca3-97ff-b940f2cc113c req-d606e3a6-0ef3-4978-b78b-1e398d0f77c5 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.2495556 Aug 20 14:10:07.024730 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8389a229-cdc1-4f8a-9637-e7981200ed9a req-cd8c07a6-6872-40ad-827b-72023008036c tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238126 Aug 20 14:10:07.122912 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-dd0d63b1-ff26-4ca3-97ff-b940f2cc113c req-40260d0a-9eb1-4c72-bde7-1d6fbc1a0d34 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2800195 Aug 20 14:10:07.172575 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4662381c-79fb-4b3e-a80b-1ad273e3dd50 admin admin] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:10:07.194580 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-4662381c-79fb-4b3e-a80b-1ad273e3dd50 admin admin] 10.222.0.38 "PUT /v2.0/routers/0ff65773-2e32-405e-bcc0-b85204ad599b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2403982 Aug 20 14:10:07.705658 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ba530ce6-f841-4cc6-8499-f8c106c7423a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:07.781629 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc15b00-8e4d-4f05-bd89-3a0636086997 None None] Sync routers for ids ['0ff65773-2e32-405e-bcc0-b85204ad599b'] in dv-cinder-790535-10-iscsi {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:10:07.794273 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc15b00-8e4d-4f05-bd89-3a0636086997 None None] Routers {'0ff65773-2e32-405e-bcc0-b85204ad599b'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:10:07.794889 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-cfc15b00-8e4d-4f05-bd89-3a0636086997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:09:40Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['0ff65773-2e32-405e-bcc0-b85204ad599b'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:10:07.971327 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device f650e61c-42be-432d-b113-0ee53a3ea87d up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:10:08.023144 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-cfc15b00-8e4d-4f05-bd89-3a0636086997 None None] Set router 0ff65773-2e32-405e-bcc0-b85204ad599b gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:10:08.109212 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port f650e61c-42be-432d-b113-0ee53a3ea87d triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:10:08.110274 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:08.244437 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 58292) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:10:08.252357 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-60f3598e-32e7-48f9-a07c-93ef3caa158e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1942133357-network', 'tenant_id': '75a13231bb0e4f2aa0ebc5956d71c070'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:10:08.336260 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f3598e-32e7-48f9-a07c-93ef3caa158e admin admin] Made reservation on behalf of 75a13231bb0e4f2aa0ebc5956d71c070 for: {'network': 1} {{(pid=94101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:10:08.351369 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-60f3598e-32e7-48f9-a07c-93ef3caa158e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for network, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:08.373539 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84557b-8801-4617-837e-700f37c8dee2 req-28dbc4dc-13b6-4018-877a-f0f4f0c0b876 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:08.386365 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-60f3598e-32e7-48f9-a07c-93ef3caa158e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:08.387297 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-aa84557b-8801-4617-837e-700f37c8dee2 req-28dbc4dc-13b6-4018-877a-f0f4f0c0b876 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.2305245 Aug 20 14:10:08.427654 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6c728-c3ee-4726-bb39-ebbd69525d89 req-e7942d84-9941-4f11-865c-1c7e584327dd tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:08.429342 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5ec6c728-c3ee-4726-bb39-ebbd69525d89 req-e7942d84-9941-4f11-865c-1c7e584327dd tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.1503572 Aug 20 14:10:08.475849 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-aa84557b-8801-4617-837e-700f37c8dee2 req-00285183-8296-4b4b-a784-ea31b1ec5052 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874062 Aug 20 14:10:08.563967 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5ec6c728-c3ee-4726-bb39-ebbd69525d89 req-065f1de9-8484-4e9c-a877-b836e092b967 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683565 Aug 20 14:10:08.601555 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-60f3598e-32e7-48f9-a07c-93ef3caa158e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:08.608527 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-60f3598e-32e7-48f9-a07c-93ef3caa158e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:08.641213 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-cfc15b00-8e4d-4f05-bd89-3a0636086997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'name': 'tempest-TestMinimumBasicScenario-1721183229-router', 'tenant_id': '16f5c5549cc5497f82be9bc39ad14467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f650e61c-42be-432d-b113-0ee53a3ea87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:59Z', 'updated_at': '2021-08-20T14:10:05Z', 'revision_number': 4, 'project_id': '16f5c5549cc5497f82be9bc39ad14467', 'gw_port': {'id': 'f650e61c-42be-432d-b113-0ee53a3ea87d', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:10:00Z', 'updated_at': '2021-08-20T14:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': '322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615', 'name': '', 'network_id': 'fd2b389c-07c4-46a4-9c61-c7db406c2ee2', 'tenant_id': '16f5c5549cc5497f82be9bc39ad14467', 'mac_address': 'fa:16:3e:b3:e3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd1f93410-7160-43fc-92d9-eb198e6e3255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:10:03Z', 'updated_at': '2021-08-20T14:10:05Z', 'revision_number': 2, 'project_id': '16f5c5549cc5497f82be9bc39ad14467', 'subnets': [{'id': 'd1f93410-7160-43fc-92d9-eb198e6e3255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:10:08.651765 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f3598e-32e7-48f9-a07c-93ef3caa158e admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=94101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:10:08.666264 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-60f3598e-32e7-48f9-a07c-93ef3caa158e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:08.666913 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.db.segments_db [None req-60f3598e-32e7-48f9-a07c-93ef3caa158e admin admin] Added segment ae64d408-7b7a-451c-9a52-f4758b0075c2 of type vlan for network 8625cdcc-c2af-44f0-8220-bc3d4e146657 Aug 20 14:10:08.682789 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc15b00-8e4d-4f05-bd89-3a0636086997 None None] Checking router: 0ff65773-2e32-405e-bcc0-b85204ad599b for host: dv-cinder-790535-10-iscsi {{(pid=94102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:10:08.683308 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc15b00-8e4d-4f05-bd89-3a0636086997 None None] Updating router 0ff65773-2e32-405e-bcc0-b85204ad599b port 322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615 binding host dv-cinder-790535-10-iscsi {{(pid=94102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:10:08.712325 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3598e-32e7-48f9-a07c-93ef3caa158e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fbc9db-48d5-4650-8c3d-384da47dcf00,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:08.719304 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-60f3598e-32e7-48f9-a07c-93ef3caa158e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728246170444'] for network, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:08.720625 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-cfc15b00-8e4d-4f05-bd89-3a0636086997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:08.728836 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3598e-32e7-48f9-a07c-93ef3caa158e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:08.729190 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3598e-32e7-48f9-a07c-93ef3caa158e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:08.729533 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3598e-32e7-48f9-a07c-93ef3caa158e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:08.729868 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3598e-32e7-48f9-a07c-93ef3caa158e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:08.730198 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3598e-32e7-48f9-a07c-93ef3caa158e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:08.730532 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3598e-32e7-48f9-a07c-93ef3caa158e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:08.730861 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3598e-32e7-48f9-a07c-93ef3caa158e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:08.731184 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3598e-32e7-48f9-a07c-93ef3caa158e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:08.731510 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3598e-32e7-48f9-a07c-93ef3caa158e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:08.731835 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3598e-32e7-48f9-a07c-93ef3caa158e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:08.732150 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3598e-32e7-48f9-a07c-93ef3caa158e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:08.732542 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f3598e-32e7-48f9-a07c-93ef3caa158e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:08.767765 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-60f3598e-32e7-48f9-a07c-93ef3caa158e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018'] for network, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:08.769330 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f3598e-32e7-48f9-a07c-93ef3caa158e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:08.770157 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-60f3598e-32e7-48f9-a07c-93ef3caa158e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:08.844899 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 58294) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:10:08.851005 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-ae21e33e-22bc-4a6a-bf9d-d848f9db877d admin admin] Request body: {'subnet': {'network_id': '8625cdcc-c2af-44f0-8220-bc3d4e146657', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1942133357-subnet', 'tenant_id': '75a13231bb0e4f2aa0ebc5956d71c070', 'ip_version': 4}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:10:08.854803 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-60f3598e-32e7-48f9-a07c-93ef3caa158e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6084795 Aug 20 14:10:08.861287 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3598e-32e7-48f9-a07c-93ef3caa158e admin admin] Pushing event updated for resources: {'Network': ['ID=8625cdcc-c2af-44f0-8220-bc3d4e146657,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:08.918424 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae21e33e-22bc-4a6a-bf9d-d848f9db877d admin admin] Made reservation on behalf of 75a13231bb0e4f2aa0ebc5956d71c070 for: {'subnet': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:10:08.918424 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-ae21e33e-22bc-4a6a-bf9d-d848f9db877d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130989261'] for subnet, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:08.919086 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Network 8625cdcc-c2af-44f0-8220-bc3d4e146657 details requested by agent ovs-agent-dv-cinder-790535-10-iscsi with host dv-cinder-790535-10-iscsi {{(pid=94102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:10:09.312577 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-cfc15b00-8e4d-4f05-bd89-3a0636086997 None None] Notify callbacks [] for port, precommit_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:09.327331 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-cfc15b00-8e4d-4f05-bd89-3a0636086997 None None] Transition to ACTIVE for port object 322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615 will not be triggered until provisioned by entity L2. {{(pid=94102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:10:09.339369 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-cfc15b00-8e4d-4f05-bd89-3a0636086997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:09.377495 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-ae21e33e-22bc-4a6a-bf9d-d848f9db877d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130952573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130989279'] for subnet, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:09.559485 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73932c-264d-4ace-baca-b9b898b2ca65 None None] Pushing event updated for resources: {'Port': ['ID=322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615,revision_number=3']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:09.575492 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21e33e-22bc-4a6a-bf9d-d848f9db877d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d14f3e4f-c287-4c9c-ad85-fae7edf706b1,revision_number=0']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:09.599454 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae21e33e-22bc-4a6a-bf9d-d848f9db877d admin admin] Checking segment: {'id': 'ae64d408-7b7a-451c-9a52-f4758b0075c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8625cdcc-c2af-44f0-8220-bc3d4e146657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:10:09.602242 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae21e33e-22bc-4a6a-bf9d-d848f9db877d admin admin] Network hostable DHCP agents. Network: 8625cdcc-c2af-44f0-8220-bc3d4e146657, hostable agents: ['753d3244-3585-4dcb-8855-3f40f736060e'], hosted agents: [] {{(pid=94100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:10:09.621047 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-cfc15b00-8e4d-4f05-bd89-3a0636086997 None None] Attempting to bind port 322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615 on host dv-cinder-790535-10-iscsi for vnic_type normal with profile {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:10:09.623536 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-cfc15b00-8e4d-4f05-bd89-3a0636086997 None None] Attempting to bind port 322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615 by drivers openvswitch,hyperv on host dv-cinder-790535-10-iscsi at level 0 using segments [{'id': '85203d2a-e72b-471f-8498-5bdb985c80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fd2b389c-07c4-46a4-9c61-c7db406c2ee2'}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:10:09.624979 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc15b00-8e4d-4f05-bd89-3a0636086997 None None] Attempting to bind port 322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615 on network fd2b389c-07c4-46a4-9c61-c7db406c2ee2 {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:10:09.640246 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae21e33e-22bc-4a6a-bf9d-d848f9db877d admin admin] Network 8625cdcc-c2af-44f0-8220-bc3d4e146657 is scheduled to be hosted by DHCP agent 753d3244-3585-4dcb-8855-3f40f736060e with binding_index 1 {{(pid=94100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:10:09.642383 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc15b00-8e4d-4f05-bd89-3a0636086997 None None] Checking agent: {'id': '24d8fd69-abc0-4f0a-ba2d-fdf83f719c3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 59, 10), 'started_at': datetime.datetime(2021, 8, 20, 13, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:10:09.647038 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc15b00-8e4d-4f05-bd89-3a0636086997 None None] Checking segment: {'id': '85203d2a-e72b-471f-8498-5bdb985c80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fd2b389c-07c4-46a4-9c61-c7db406c2ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:10:09.649169 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-cfc15b00-8e4d-4f05-bd89-3a0636086997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:09.651439 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc15b00-8e4d-4f05-bd89-3a0636086997 None None] Bound using segment: {'id': '85203d2a-e72b-471f-8498-5bdb985c80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fd2b389c-07c4-46a4-9c61-c7db406c2ee2'} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:10:09.652330 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-cfc15b00-8e4d-4f05-bd89-3a0636086997 None None] Bound port: 322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615, host: dv-cinder-790535-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85203d2a-e72b-471f-8498-5bdb985c80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fd2b389c-07c4-46a4-9c61-c7db406c2ee2'}}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:10:09.653807 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-cfc15b00-8e4d-4f05-bd89-3a0636086997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:09.662997 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [None req-ae21e33e-22bc-4a6a-bf9d-d848f9db877d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-10-iscsi, 8625cdcc-c2af-44f0-8220-bc3d4e146657) {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:10:09.680436 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5989e5f-9dce-4109-921b-9659ab3f33a0 None None] Network 8625cdcc-c2af-44f0-8220-bc3d4e146657 requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:10:09.699921 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae21e33e-22bc-4a6a-bf9d-d848f9db877d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:09.700761 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-ae21e33e-22bc-4a6a-bf9d-d848f9db877d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for subnet, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:09.765898 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-ae21e33e-22bc-4a6a-bf9d-d848f9db877d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9162078 Aug 20 14:10:09.766749 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 58308) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:10:09.781821 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-54d5c00c-20b9-4c22-8aa3-75c584d6128f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1942133357-router', 'tenant_id': '75a13231bb0e4f2aa0ebc5956d71c070', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'}}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:10:09.820598 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ad406-22d2-4e69-8fd7-a026cd4c3dd5 req-59e8d6b9-2257-4dea-ac93-a14ed1ccf559 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:09.822656 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c57ad406-22d2-4e69-8fd7-a026cd4c3dd5 req-59e8d6b9-2257-4dea-ac93-a14ed1ccf559 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.1475842 Aug 20 14:10:09.839763 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-54d5c00c-20b9-4c22-8aa3-75c584d6128f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3284'] for router, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:09.840875 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-54d5c00c-20b9-4c22-8aa3-75c584d6128f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533819', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:09.941167 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf1c2d-f970-4511-8b72-6fefc8b71979 req-f6e0fa3e-2d92-4b58-812f-1b9eec415fc7 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:09.951041 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c9bf1c2d-f970-4511-8b72-6fefc8b71979 req-f6e0fa3e-2d92-4b58-812f-1b9eec415fc7 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.1874168 Aug 20 14:10:10.041055 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c57ad406-22d2-4e69-8fd7-a026cd4c3dd5 req-ade1f54e-b9aa-4536-be25-77615bcc60a0 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871262 Aug 20 14:10:10.434757 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46764244-c3b3-4c6e-9574-13ce4acd43b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4bf352a0-604e-5a37-8942-ccf39ab588eb-8625cdcc-c2af-44f0-8220-bc3d4e146657', 'network_id': '8625cdcc-c2af-44f0-8220-bc3d4e146657', 'tenant_id': '75a13231bb0e4f2aa0ebc5956d71c070', 'fixed_ips': [{'subnet_id': 'd14f3e4f-c287-4c9c-ad85-fae7edf706b1'}]}} from dv-cinder-790535-10-iscsi. {{(pid=94102) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:10:10.436457 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-46764244-c3b3-4c6e-9574-13ce4acd43b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:10.652922 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-cfc15b00-8e4d-4f05-bd89-3a0636086997 None None] For port 322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615, host dv-cinder-790535-10-iscsi, cleared binding levels {{(pid=94102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:10:10.682752 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-cfc15b00-8e4d-4f05-bd89-3a0636086997 None None] For port 322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615, host dv-cinder-790535-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615,segment=NetworkSegment(85203d2a-e72b-471f-8498-5bdb985c80ed),segment_id=85203d2a-e72b-471f-8498-5bdb985c80ed)] {{(pid=94102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:10:10.739375 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-cfc15b00-8e4d-4f05-bd89-3a0636086997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:10.816297 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-54d5c00c-20b9-4c22-8aa3-75c584d6128f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:10.871299 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c9bf1c2d-f970-4511-8b72-6fefc8b71979 req-483a8849-ec0c-40b9-91b2-912fa45ec063 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9189265 Aug 20 14:10:11.052993 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.db_base_plugin_common [None req-46764244-c3b3-4c6e-9574-13ce4acd43b0 None None] Allocated IP 172.20.0.2 (8625cdcc-c2af-44f0-8220-bc3d4e146657/d14f3e4f-c287-4c9c-ad85-fae7edf706b1/24a3b43a-13f1-44fd-8e64-5f8a5e76ec32) {{(pid=94102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:10:11.294489 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-54d5c00c-20b9-4c22-8aa3-75c584d6128f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:11.319913 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-bfdb6689-4f0f-46ec-baa2-545f0ad946fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:11.324996 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73932c-264d-4ace-baca-b9b898b2ca65 None None] Pushing event updated for resources: {'Port': ['ID=322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:11.342097 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-46764244-c3b3-4c6e-9574-13ce4acd43b0 None None] Notify callbacks [] for port, precommit_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:11.343914 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:11.397305 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc15b00-8e4d-4f05-bd89-3a0636086997 None None] Routers {'0ff65773-2e32-405e-bcc0-b85204ad599b'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:10:11.402414 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-cfc15b00-8e4d-4f05-bd89-3a0636086997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:10:11Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['0ff65773-2e32-405e-bcc0-b85204ad599b'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:10:11.405867 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-46764244-c3b3-4c6e-9574-13ce4acd43b0 None None] Transition to ACTIVE for port object 24a3b43a-13f1-44fd-8e64-5f8a5e76ec32 will not be triggered until provisioned by entity L2. {{(pid=94102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:10:11.552808 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03587846-d298-46ea-8b77-3295a47a5994 req-72b1d589-fe78-47cc-a6a3-3e1e26903730 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:11.553910 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-03587846-d298-46ea-8b77-3295a47a5994 req-72b1d589-fe78-47cc-a6a3-3e1e26903730 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.2431033 Aug 20 14:10:11.603106 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-46764244-c3b3-4c6e-9574-13ce4acd43b0 None None] Transition to ACTIVE for port object 24a3b43a-13f1-44fd-8e64-5f8a5e76ec32 will not be triggered until provisioned by entity DHCP. {{(pid=94102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:10:11.646499 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-46764244-c3b3-4c6e-9574-13ce4acd43b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981'] for port, after_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:11.751521 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-03587846-d298-46ea-8b77-3295a47a5994 req-3349c3b7-9e11-4d84-b47d-7f011a339da4 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855662 Aug 20 14:10:11.973920 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46764244-c3b3-4c6e-9574-13ce4acd43b0 None None] Network 8625cdcc-c2af-44f0-8220-bc3d4e146657 is already hosted by enough agents. {{(pid=94102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:10:11.985835 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:12.020826 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.scheduler.base_scheduler [None req-46764244-c3b3-4c6e-9574-13ce4acd43b0 None None] Resources bound (agent type, host, resource id): {{(pid=94102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:10:12.035326 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46764244-c3b3-4c6e-9574-13ce4acd43b0 None None] Received port after_create {{(pid=94102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:10:12.057792 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46764244-c3b3-4c6e-9574-13ce4acd43b0 None None] Pushing event updated for resources: {'Port': ['ID=24a3b43a-13f1-44fd-8e64-5f8a5e76ec32,revision_number=1']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:12.162166 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-cfc15b00-8e4d-4f05-bd89-3a0636086997 None None] Set router 0ff65773-2e32-405e-bcc0-b85204ad599b gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:10:12.164295 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-54d5c00c-20b9-4c22-8aa3-75c584d6128f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:12.234136 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-54d5c00c-20b9-4c22-8aa3-75c584d6128f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:12.251239 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-46764244-c3b3-4c6e-9574-13ce4acd43b0 None None] Attempting to bind port 24a3b43a-13f1-44fd-8e64-5f8a5e76ec32 on host dv-cinder-790535-10-iscsi for vnic_type normal with profile {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:10:12.251784 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-46764244-c3b3-4c6e-9574-13ce4acd43b0 None None] Attempting to bind port 24a3b43a-13f1-44fd-8e64-5f8a5e76ec32 by drivers openvswitch,hyperv on host dv-cinder-790535-10-iscsi at level 0 using segments [{'id': 'ae64d408-7b7a-451c-9a52-f4758b0075c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8625cdcc-c2af-44f0-8220-bc3d4e146657'}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:10:12.252130 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46764244-c3b3-4c6e-9574-13ce4acd43b0 None None] Attempting to bind port 24a3b43a-13f1-44fd-8e64-5f8a5e76ec32 on network 8625cdcc-c2af-44f0-8220-bc3d4e146657 {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:10:12.313104 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46764244-c3b3-4c6e-9574-13ce4acd43b0 None None] Checking agent: {'id': '24d8fd69-abc0-4f0a-ba2d-fdf83f719c3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 59, 10), 'started_at': datetime.datetime(2021, 8, 20, 13, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:10:12.313495 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46764244-c3b3-4c6e-9574-13ce4acd43b0 None None] Checking segment: {'id': 'ae64d408-7b7a-451c-9a52-f4758b0075c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8625cdcc-c2af-44f0-8220-bc3d4e146657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:10:12.315006 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-46764244-c3b3-4c6e-9574-13ce4acd43b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:12.315006 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46764244-c3b3-4c6e-9574-13ce4acd43b0 None None] Bound using segment: {'id': 'ae64d408-7b7a-451c-9a52-f4758b0075c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8625cdcc-c2af-44f0-8220-bc3d4e146657'} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:10:12.316053 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-46764244-c3b3-4c6e-9574-13ce4acd43b0 None None] Bound port: 24a3b43a-13f1-44fd-8e64-5f8a5e76ec32, host: dv-cinder-790535-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae64d408-7b7a-451c-9a52-f4758b0075c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8625cdcc-c2af-44f0-8220-bc3d4e146657'}}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:10:12.316978 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-46764244-c3b3-4c6e-9574-13ce4acd43b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:12.421446 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [None req-54d5c00c-20b9-4c22-8aa3-75c584d6128f admin admin] Allocated IP 172.27.3.24 (98d0971e-9611-4cfe-abc2-ff603fbae97c/e8e9b9bd-ae96-49d0-b730-35afc957c6cc/20b7e741-3cd5-4a76-87b6-ea2910432a54) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:10:12.509268 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-46764244-c3b3-4c6e-9574-13ce4acd43b0 None None] For port 24a3b43a-13f1-44fd-8e64-5f8a5e76ec32, host dv-cinder-790535-10-iscsi, cleared binding levels {{(pid=94102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:10:12.515977 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-46764244-c3b3-4c6e-9574-13ce4acd43b0 None None] For port 24a3b43a-13f1-44fd-8e64-5f8a5e76ec32, host dv-cinder-790535-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=24a3b43a-13f1-44fd-8e64-5f8a5e76ec32,segment=NetworkSegment(ae64d408-7b7a-451c-9a52-f4758b0075c2),segment_id=ae64d408-7b7a-451c-9a52-f4758b0075c2)] {{(pid=94102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:10:12.635625 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-46764244-c3b3-4c6e-9574-13ce4acd43b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:12.683258 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-54d5c00c-20b9-4c22-8aa3-75c584d6128f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:12.714340 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:12.719526 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46764244-c3b3-4c6e-9574-13ce4acd43b0 None None] Pushing event updated for resources: {'Port': ['ID=24a3b43a-13f1-44fd-8e64-5f8a5e76ec32,revision_number=2']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:12.762441 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-cfc15b00-8e4d-4f05-bd89-3a0636086997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'name': 'tempest-TestMinimumBasicScenario-1721183229-router', 'tenant_id': '16f5c5549cc5497f82be9bc39ad14467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f650e61c-42be-432d-b113-0ee53a3ea87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:59Z', 'updated_at': '2021-08-20T14:10:05Z', 'revision_number': 4, 'project_id': '16f5c5549cc5497f82be9bc39ad14467', 'gw_port': {'id': 'f650e61c-42be-432d-b113-0ee53a3ea87d', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:10:00Z', 'updated_at': '2021-08-20T14:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': '322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615', 'name': '', 'network_id': 'fd2b389c-07c4-46a4-9c61-c7db406c2ee2', 'tenant_id': '16f5c5549cc5497f82be9bc39ad14467', 'mac_address': 'fa:16:3e:b3:e3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd1f93410-7160-43fc-92d9-eb198e6e3255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:10:03Z', 'updated_at': '2021-08-20T14:10:10Z', 'revision_number': 4, 'project_id': '16f5c5549cc5497f82be9bc39ad14467', 'subnets': [{'id': 'd1f93410-7160-43fc-92d9-eb198e6e3255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:10:12.789882 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-54d5c00c-20b9-4c22-8aa3-75c584d6128f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:12.808291 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc15b00-8e4d-4f05-bd89-3a0636086997 None None] The sync data for ids ['0ff65773-2e32-405e-bcc0-b85204ad599b'] in dv-cinder-790535-10-iscsi is: [{'id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'name': 'tempest-TestMinimumBasicScenario-1721183229-router', 'tenant_id': '16f5c5549cc5497f82be9bc39ad14467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f650e61c-42be-432d-b113-0ee53a3ea87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:59Z', 'updated_at': '2021-08-20T14:10:05Z', 'revision_number': 4, 'project_id': '16f5c5549cc5497f82be9bc39ad14467', 'gw_port': {'id': 'f650e61c-42be-432d-b113-0ee53a3ea87d', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:10:00Z', 'updated_at': '2021-08-20T14:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': '322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615', 'name': '', 'network_id': 'fd2b389c-07c4-46a4-9c61-c7db406c2ee2', 'tenant_id': '16f5c5549cc5497f82be9bc39ad14467', 'mac_address': 'fa:16:3e:b3:e3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd1f93410-7160-43fc-92d9-eb198e6e3255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:10:03Z', 'updated_at': '2021-08-20T14:10:10Z', 'revision_number': 4, 'project_id': '16f5c5549cc5497f82be9bc39ad14467', 'subnets': [{'id': 'd1f93410-7160-43fc-92d9-eb198e6e3255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:10:12.953451 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5c00c-20b9-4c22-8aa3-75c584d6128f admin admin] Pushing event updated for resources: {'Port': ['ID=20b7e741-3cd5-4a76-87b6-ea2910432a54,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:13.070546 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc93682-af9c-4b68-968b-42b2f131990a req-93d09089-84c5-4676-bcec-ebe4a0869fdb tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:13.075791 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9fc93682-af9c-4b68-968b-42b2f131990a req-93d09089-84c5-4676-bcec-ebe4a0869fdb tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.65 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 1.0879669 Aug 20 14:10:13.091595 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:13.107626 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d5c00c-20b9-4c22-8aa3-75c584d6128f admin admin] Network 98d0971e-9611-4cfe-abc2-ff603fbae97c is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:10:13.248938 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [None req-54d5c00c-20b9-4c22-8aa3-75c584d6128f admin admin] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:10:13.268440 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d5c00c-20b9-4c22-8aa3-75c584d6128f admin admin] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:10:13.292329 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9f468-534c-472e-b1f3-79f8e76b2ea5 req-e312f26f-3230-4f37-8668-3bc09a04b52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:13.314325 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cde9f468-534c-472e-b1f3-79f8e76b2ea5 req-e312f26f-3230-4f37-8668-3bc09a04b52e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee09af3d24634dd0b8d0361dafbf2c7a&device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 1097 time: 1.3335741 Aug 20 14:10:13.637186 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70d88c-aa0a-45bb-8df1-9049a01283c8 req-9d565c73-df10-4077-95a4-4d03b93486b0 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:13.645973 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cb70d88c-aa0a-45bb-8df1-9049a01283c8 req-9d565c73-df10-4077-95a4-4d03b93486b0 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 1.5491450 Aug 20 14:10:13.896432 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac62ba6-8e37-4aad-b057-0388abe51ebd req-e03288a7-8d17-449f-8b47-b0dad7658808 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:13.903559 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-aac62ba6-8e37-4aad-b057-0388abe51ebd req-e03288a7-8d17-449f-8b47-b0dad7658808 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.9142222 Aug 20 14:10:13.938776 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cb70d88c-aa0a-45bb-8df1-9049a01283c8 req-898e7a55-c2e3-4c8a-81f3-e585b3c65e41 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2918026 Aug 20 14:10:14.129082 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:10:14.236230 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning for port 322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615 completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:10:14.244520 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:10:14.245401 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:14.262410 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-aac62ba6-8e37-4aad-b057-0388abe51ebd req-64d0cd73-875c-41ad-bb25-cb34c35aef3e tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575990 Aug 20 14:10:14.373151 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:14.400053 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9f468-534c-472e-b1f3-79f8e76b2ea5 req-33b9a608-54fb-4569-8c40-aa93d132c49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:14.405764 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cde9f468-534c-472e-b1f3-79f8e76b2ea5 req-33b9a608-54fb-4569-8c40-aa93d132c49a service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 HTTP/1.1" status: 200 len: 915 time: 0.7233114 Aug 20 14:10:14.422337 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-9fc93682-af9c-4b68-968b-42b2f131990a req-66e6e430-0f4e-4ce3-8852-70c625d73e75 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Deleting port 48842953-5da8-476c-9f5c-5a5c39ff8287 {{(pid=94100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:10:14.422973 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-9fc93682-af9c-4b68-968b-42b2f131990a req-66e6e430-0f4e-4ce3-8852-70c625d73e75 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:14.434435 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] For port 322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615,segment=NetworkSegment(85203d2a-e72b-471f-8498-5bdb985c80ed),segment_id=85203d2a-e72b-471f-8498-5bdb985c80ed)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:10:14.443613 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:14.446128 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 24a3b43a-13f1-44fd-8e64-5f8a5e76ec32 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:10:14.516162 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Pushing event updated for resources: {'Port': ['ID=322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615,revision_number=5']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:14.608273 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning for port 24a3b43a-13f1-44fd-8e64-5f8a5e76ec32 completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:10:14.790342 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cde9f468-534c-472e-b1f3-79f8e76b2ea5 req-a22fc695-04fc-4c82-a2f0-534e3c8a6ade service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b51bf0b8-9568-4a95-ad67-53ec81884255 HTTP/1.1" status: 200 len: 1000 time: 0.3566422 Aug 20 14:10:14.798383 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-9fc93682-af9c-4b68-968b-42b2f131990a req-66e6e430-0f4e-4ce3-8852-70c625d73e75 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] For port 48842953-5da8-476c-9f5c-5a5c39ff8287, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=48842953-5da8-476c-9f5c-5a5c39ff8287,segment=NetworkSegment(b3abcbc2-da77-4957-a9b3-2c3cbafbe331),segment_id=b3abcbc2-da77-4957-a9b3-2c3cbafbe331)] {{(pid=94100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:10:14.798764 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-9fc93682-af9c-4b68-968b-42b2f131990a req-66e6e430-0f4e-4ce3-8852-70c625d73e75 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:14.891587 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-9fc93682-af9c-4b68-968b-42b2f131990a req-66e6e430-0f4e-4ce3-8852-70c625d73e75 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Calling delete_port for 48842953-5da8-476c-9f5c-5a5c39ff8287 owned by compute:nova {{(pid=94100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:10:14.928186 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6c4c5b-dbf4-4ad3-8788-10c8198a6d1e None None] Network 8625cdcc-c2af-44f0-8220-bc3d4e146657 requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:10:15.104027 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-0973bca0-b675-40e4-895f-f8b5701ff673 None None] Provisioning for port 24a3b43a-13f1-44fd-8e64-5f8a5e76ec32 completed by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:10:15.124938 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-0973bca0-b675-40e4-895f-f8b5701ff673 None None] Provisioning complete for port 24a3b43a-13f1-44fd-8e64-5f8a5e76ec32 triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:10:15.134647 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-0973bca0-b675-40e4-895f-f8b5701ff673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:15.343540 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9f468-534c-472e-b1f3-79f8e76b2ea5 req-e6c6caf3-b47c-4318-b06b-f6c5492f5f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:15.350839 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cde9f468-534c-472e-b1f3-79f8e76b2ea5 req-e6c6caf3-b47c-4318-b06b-f6c5492f5f54 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f4bed576-abba-4384-ad26-22f02bdef9a8 HTTP/1.1" status: 200 len: 853 time: 0.5368924 Aug 20 14:10:15.384997 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-54d5c00c-20b9-4c22-8aa3-75c584d6128f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:15.475616 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-0973bca0-b675-40e4-895f-f8b5701ff673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:15.559437 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-0973bca0-b675-40e4-895f-f8b5701ff673 None None] For port 24a3b43a-13f1-44fd-8e64-5f8a5e76ec32, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=24a3b43a-13f1-44fd-8e64-5f8a5e76ec32,segment=NetworkSegment(ae64d408-7b7a-451c-9a52-f4758b0075c2),segment_id=ae64d408-7b7a-451c-9a52-f4758b0075c2)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:10:15.583722 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-0973bca0-b675-40e4-895f-f8b5701ff673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:15.699486 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973bca0-b675-40e4-895f-f8b5701ff673 None None] Pushing event updated for resources: {'Port': ['ID=24a3b43a-13f1-44fd-8e64-5f8a5e76ec32,revision_number=3']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:15.876010 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b36ef-79df-4381-90df-ff4a03fc8bb8 req-8cc04ca3-65ee-4219-bd44-759e90a9e346 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:15.878237 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-aa8b36ef-79df-4381-90df-ff4a03fc8bb8 req-8cc04ca3-65ee-4219-bd44-759e90a9e346 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.5247154 Aug 20 14:10:15.888602 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9f468-534c-472e-b1f3-79f8e76b2ea5 req-8cf6f00f-f282-4f4b-afd2-0710064f92f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:15.890147 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cde9f468-534c-472e-b1f3-79f8e76b2ea5 req-8cf6f00f-f282-4f4b-afd2-0710064f92f9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d7b7e4f-93c0-4b84-9c6a-22526b6438a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.5284679 Aug 20 14:10:15.911971 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e312b47-0f6e-4b77-8d48-8617266f779b req-2be85521-0374-4d6a-ac3b-617baffa6e44 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:15.913619 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4e312b47-0f6e-4b77-8d48-8617266f779b req-2be85521-0374-4d6a-ac3b-617baffa6e44 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 945 time: 0.3751187 Aug 20 14:10:15.928525 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-7c17828b-cac6-4b22-9b6f-68d0c7812883 None None] Provisioning complete for port 24a3b43a-13f1-44fd-8e64-5f8a5e76ec32 triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:10:15.929032 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-7c17828b-cac6-4b22-9b6f-68d0c7812883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:15.984341 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:10:16.114820 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:10:16.115271 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:16.186096 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-9fc93682-af9c-4b68-968b-42b2f131990a req-66e6e430-0f4e-4ce3-8852-70c625d73e75 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:16.216733 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-aa8b36ef-79df-4381-90df-ff4a03fc8bb8 req-e13f2307-6343-4dad-b9ba-a23aecc044a1 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3233011 Aug 20 14:10:16.221619 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['6b75794f-c849-40e2-a07a-20dcddba583b'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:10:16.263088 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6e430-0f4e-4ce3-8852-70c625d73e75 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Pushing event deleted for resources: {'Port': ['ID=48842953-5da8-476c-9f5c-5a5c39ff8287,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:16.281321 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4e312b47-0f6e-4b77-8d48-8617266f779b req-d6254591-7fe0-41a0-8137-88a128a7193f tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426950 Aug 20 14:10:16.350989 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 24a3b43a-13f1-44fd-8e64-5f8a5e76ec32 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:10:16.454525 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc93682-af9c-4b68-968b-42b2f131990a req-66e6e430-0f4e-4ce3-8852-70c625d73e75 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] No DVR routers for this DVR port 48842953-5da8-476c-9f5c-5a5c39ff8287 on host hv-cinder-79053 {{(pid=94100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:10:16.460246 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 24a3b43a-13f1-44fd-8e64-5f8a5e76ec32 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:10:16.461295 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:16.465658 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-9fc93682-af9c-4b68-968b-42b2f131990a req-66e6e430-0f4e-4ce3-8852-70c625d73e75 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:16.467993 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9fc93682-af9c-4b68-968b-42b2f131990a req-66e6e430-0f4e-4ce3-8852-70c625d73e75 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.65 "DELETE /v2.0/ports/48842953-5da8-476c-9f5c-5a5c39ff8287 HTTP/1.1" status: 204 len: 173 time: 3.3266175 Aug 20 14:10:16.470438 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0818af95-f960-4628-9099-5295b0bd3989', 'name': 'network-vif-deleted', 'tag': '48842953-5da8-476c-9f5c-5a5c39ff8287'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:10:16.480781 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4387fcb-2789-4de2-946c-fec8e21b3ad0" -d '{"events": [{"server_uuid": "0818af95-f960-4628-9099-5295b0bd3989", "name": "network-vif-deleted", "tag": "48842953-5da8-476c-9f5c-5a5c39ff8287"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:10:16.528955 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cde9f468-534c-472e-b1f3-79f8e76b2ea5 req-02b96f18-6bd4-42b2-93a5-f3d2234df9b2 service neutron] 10.222.0.65 "GET /v2.0/networks/1d7b7e4f-93c0-4b84-9c6a-22526b6438a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6141191 Aug 20 14:10:16.532657 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-54d5c00c-20b9-4c22-8aa3-75c584d6128f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533931'] for router, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:16.668833 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a149c518-1ffb-4ee7-87bb-1d0d257dd68a x-openstack-request-id: req-a149c518-1ffb-4ee7-87bb-1d0d257dd68a {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:10:16.669222 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0818af95-f960-4628-9099-5295b0bd3989", "name": "network-vif-deleted", "tag": "48842953-5da8-476c-9f5c-5a5c39ff8287", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:10:16.669384 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a149c518-1ffb-4ee7-87bb-1d0d257dd68a {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:10:16.669802 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0818af95-f960-4628-9099-5295b0bd3989', 'name': 'network-vif-deleted', 'tag': '48842953-5da8-476c-9f5c-5a5c39ff8287', 'status': 'completed', 'code': 200} Aug 20 14:10:16.930943 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 48842953-5da8-476c-9f5c-5a5c39ff8287 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:10:16.977769 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] No Port match for: 48842953-5da8-476c-9f5c-5a5c39ff8287 {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:10:16.980197 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 48842953-5da8-476c-9f5c-5a5c39ff8287 not bound to the agent host hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:10:16.985151 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cde9f468-534c-472e-b1f3-79f8e76b2ea5 req-5d387d9c-2444-4aa7-b112-1a53a600bcdb service neutron] 10.222.0.65 "GET /v2.0/networks/1d7b7e4f-93c0-4b84-9c6a-22526b6438a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419363 Aug 20 14:10:16.989499 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d5c00c-20b9-4c22-8aa3-75c584d6128f admin admin] Router 6890cf23-ce8a-490c-bc47-8d03722562c2 is scheduled to L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf with binding_index 1 {{(pid=94100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:10:17.239481 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d5c00c-20b9-4c22-8aa3-75c584d6128f admin admin] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:10:17.253886 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446dc50e-0438-4d9f-b2e1-bf77c96e9067 None None] Sync routers for ids ['6890cf23-ce8a-490c-bc47-8d03722562c2'] in dv-cinder-790535-10-iscsi {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:10:17.264143 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-54d5c00c-20b9-4c22-8aa3-75c584d6128f admin admin] Notify callbacks [] for router, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:17.269425 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-54d5c00c-20b9-4c22-8aa3-75c584d6128f admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.4891739 Aug 20 14:10:17.269705 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 58414) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:10:17.294193 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446dc50e-0438-4d9f-b2e1-bf77c96e9067 None None] Routers {'6890cf23-ce8a-490c-bc47-8d03722562c2'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:10:17.295402 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-446dc50e-0438-4d9f-b2e1-bf77c96e9067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:10:11Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['6890cf23-ce8a-490c-bc47-8d03722562c2'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:10:17.525066 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-446dc50e-0438-4d9f-b2e1-bf77c96e9067 None None] Set router 6890cf23-ce8a-490c-bc47-8d03722562c2 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:10:17.638004 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 58422) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:10:17.681561 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74c17a-bb00-48f5-adb6-0aa6a9abe2bc req-fc9c9e54-c21c-4ab1-b969-ca554cd0f3ac tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:17.683236 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1a74c17a-bb00-48f5-adb6-0aa6a9abe2bc req-fc9c9e54-c21c-4ab1-b969-ca554cd0f3ac tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.1270061 Aug 20 14:10:17.685207 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-07fd7a07-fea9-493a-9a14-af8d01fc2f60 req-8587a88f-68af-44a5-8998-2733f8239789 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=0818af95-f960-4628-9099-5295b0bd3989 HTTP/1.1" status: 200 len: 210 time: 0.0630434 Aug 20 14:10:17.923319 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-250576a5-0707-4606-99ef-eddefa613564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:18.043162 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-446dc50e-0438-4d9f-b2e1-bf77c96e9067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6890cf23-ce8a-490c-bc47-8d03722562c2', 'name': 'tempest-TestMinimumBasicScenario-1942133357-router', 'tenant_id': '75a13231bb0e4f2aa0ebc5956d71c070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '20b7e741-3cd5-4a76-87b6-ea2910432a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:10:09Z', 'updated_at': '2021-08-20T14:10:14Z', 'revision_number': 3, 'project_id': '75a13231bb0e4f2aa0ebc5956d71c070', 'gw_port': {'id': '20b7e741-3cd5-4a76-87b6-ea2910432a54', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6890cf23-ce8a-490c-bc47-8d03722562c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:10:12Z', 'updated_at': '2021-08-20T14:10:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:10:18.092674 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1a74c17a-bb00-48f5-adb6-0aa6a9abe2bc req-eee8a052-9f73-42fc-9395-ed2dc8da663e tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3874543 Aug 20 14:10:18.142853 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446dc50e-0438-4d9f-b2e1-bf77c96e9067 None None] Checking router: 6890cf23-ce8a-490c-bc47-8d03722562c2 for host: dv-cinder-790535-10-iscsi {{(pid=94103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:10:18.143326 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446dc50e-0438-4d9f-b2e1-bf77c96e9067 None None] Updating router 6890cf23-ce8a-490c-bc47-8d03722562c2 port 20b7e741-3cd5-4a76-87b6-ea2910432a54 binding host dv-cinder-790535-10-iscsi {{(pid=94103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:10:18.217971 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-446dc50e-0438-4d9f-b2e1-bf77c96e9067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:18.290510 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-250576a5-0707-4606-99ef-eddefa613564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:18.296433 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-250576a5-0707-4606-99ef-eddefa613564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:18.443671 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-250576a5-0707-4606-99ef-eddefa613564 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d2bc66dab0824149a15bb8bf2fc668aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8041229 Aug 20 14:10:18.444518 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250576a5-0707-4606-99ef-eddefa613564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb72570-0ae5-40e9-b965-06ad3570638f,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:18.458185 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 58426) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:10:18.579560 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-708739b8-36f7-4e8d-aa2a-de6f494657ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:18.674263 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-9d7e334a-6e3b-4d2a-bd07-36b2f4550e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:18.720499 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-9d7e334a-6e3b-4d2a-bd07-36b2f4550e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:18.874320 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-9d7e334a-6e3b-4d2a-bd07-36b2f4550e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:18.879291 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-9d7e334a-6e3b-4d2a-bd07-36b2f4550e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:18.886340 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-9d7e334a-6e3b-4d2a-bd07-36b2f4550e76 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2bb72570-0ae5-40e9-b965-06ad3570638f HTTP/1.1" status: 204 len: 168 time: 0.4259560 Aug 20 14:10:18.907698 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e334a-6e3b-4d2a-bd07-36b2f4550e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb72570-0ae5-40e9-b965-06ad3570638f,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:19.035805 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-446dc50e-0438-4d9f-b2e1-bf77c96e9067 None None] Notify callbacks [] for port, precommit_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:19.109691 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.provisioning_blocks [None req-446dc50e-0438-4d9f-b2e1-bf77c96e9067 None None] Transition to ACTIVE for port object 20b7e741-3cd5-4a76-87b6-ea2910432a54 will not be triggered until provisioned by entity L2. {{(pid=94103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:10:19.122143 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-446dc50e-0438-4d9f-b2e1-bf77c96e9067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:19.125627 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [None req-708739b8-36f7-4e8d-aa2a-de6f494657ff admin admin] Allocated IP 172.20.0.1 (8625cdcc-c2af-44f0-8220-bc3d4e146657/d14f3e4f-c287-4c9c-ad85-fae7edf706b1/0d304995-7af8-462f-9cc2-adccd56d4797) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:10:19.213036 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.managers [None req-446dc50e-0438-4d9f-b2e1-bf77c96e9067 None None] Attempting to bind port 20b7e741-3cd5-4a76-87b6-ea2910432a54 on host dv-cinder-790535-10-iscsi for vnic_type normal with profile {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:10:19.213289 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.managers [None req-446dc50e-0438-4d9f-b2e1-bf77c96e9067 None None] Attempting to bind port 20b7e741-3cd5-4a76-87b6-ea2910432a54 by drivers openvswitch,hyperv on host dv-cinder-790535-10-iscsi at level 0 using segments [{'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'}] {{(pid=94103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:10:19.213650 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446dc50e-0438-4d9f-b2e1-bf77c96e9067 None None] Attempting to bind port 20b7e741-3cd5-4a76-87b6-ea2910432a54 on network 98d0971e-9611-4cfe-abc2-ff603fbae97c {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:10:19.224413 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6703c-a8b6-47da-9aff-503bd6c13588 None None] Pushing event updated for resources: {'Port': ['ID=20b7e741-3cd5-4a76-87b6-ea2910432a54,revision_number=2']} {{(pid=94103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:19.228165 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446dc50e-0438-4d9f-b2e1-bf77c96e9067 None None] Checking agent: {'id': '24d8fd69-abc0-4f0a-ba2d-fdf83f719c3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 59, 10), 'started_at': datetime.datetime(2021, 8, 20, 13, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:10:19.228490 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446dc50e-0438-4d9f-b2e1-bf77c96e9067 None None] Checking segment: {'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:10:19.228926 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-446dc50e-0438-4d9f-b2e1-bf77c96e9067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:19.229311 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446dc50e-0438-4d9f-b2e1-bf77c96e9067 None None] Bound using segment: {'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'} {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:10:19.229799 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.managers [None req-446dc50e-0438-4d9f-b2e1-bf77c96e9067 None None] Bound port: 20b7e741-3cd5-4a76-87b6-ea2910432a54, host: dv-cinder-790535-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'}}] {{(pid=94103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:10:19.230195 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-446dc50e-0438-4d9f-b2e1-bf77c96e9067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:19.341108 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.db [None req-446dc50e-0438-4d9f-b2e1-bf77c96e9067 None None] For port 20b7e741-3cd5-4a76-87b6-ea2910432a54, host dv-cinder-790535-10-iscsi, cleared binding levels {{(pid=94103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:10:19.346567 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.db [None req-446dc50e-0438-4d9f-b2e1-bf77c96e9067 None None] For port 20b7e741-3cd5-4a76-87b6-ea2910432a54, host dv-cinder-790535-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=20b7e741-3cd5-4a76-87b6-ea2910432a54,segment=NetworkSegment(4decdd4f-3fef-48ea-97d6-157c44e17f8c),segment_id=4decdd4f-3fef-48ea-97d6-157c44e17f8c)] {{(pid=94103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:10:19.354820 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-446dc50e-0438-4d9f-b2e1-bf77c96e9067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:19.439667 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561e508-0d70-4ee9-91f5-74bcee41b90b req-f8c4d815-b962-400e-abc7-1bf39b20f701 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:19.441265 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d561e508-0d70-4ee9-91f5-74bcee41b90b req-f8c4d815-b962-400e-abc7-1bf39b20f701 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.1540792 Aug 20 14:10:19.457438 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1769643-4fbc-4300-83f8-0be3dcef623a req-408bba58-9188-4bad-8b46-f65dbc322964 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:19.459731 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b1769643-4fbc-4300-83f8-0be3dcef623a req-408bba58-9188-4bad-8b46-f65dbc322964 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.1833684 Aug 20 14:10:19.513458 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6703c-a8b6-47da-9aff-503bd6c13588 None None] Pushing event updated for resources: {'Port': ['ID=20b7e741-3cd5-4a76-87b6-ea2910432a54,revision_number=3']} {{(pid=94103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:19.530070 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446dc50e-0438-4d9f-b2e1-bf77c96e9067 None None] Routers {'6890cf23-ce8a-490c-bc47-8d03722562c2'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:10:19.530749 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-446dc50e-0438-4d9f-b2e1-bf77c96e9067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:10:11Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['6890cf23-ce8a-490c-bc47-8d03722562c2'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:10:19.540634 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-708739b8-36f7-4e8d-aa2a-de6f494657ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:19.557141 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b1769643-4fbc-4300-83f8-0be3dcef623a req-098b4399-1aa0-4361-81b2-035173c507c0 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860338 Aug 20 14:10:19.572462 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d561e508-0d70-4ee9-91f5-74bcee41b90b req-56dd007f-8a15-492a-90d7-61dfe761b355 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115844 Aug 20 14:10:19.586439 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.provisioning_blocks [None req-708739b8-36f7-4e8d-aa2a-de6f494657ff admin admin] Transition to ACTIVE for port object 0d304995-7af8-462f-9cc2-adccd56d4797 will not be triggered until provisioned by entity DHCP. {{(pid=94100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:10:19.712715 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-446dc50e-0438-4d9f-b2e1-bf77c96e9067 None None] Set router 6890cf23-ce8a-490c-bc47-8d03722562c2 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:10:19.716156 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-708739b8-36f7-4e8d-aa2a-de6f494657ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:19.795383 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708739b8-36f7-4e8d-aa2a-de6f494657ff admin admin] Network 8625cdcc-c2af-44f0-8220-bc3d4e146657 is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:10:19.798827 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [None req-708739b8-36f7-4e8d-aa2a-de6f494657ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:10:19.820066 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708739b8-36f7-4e8d-aa2a-de6f494657ff admin admin] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:10:19.979765 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-446dc50e-0438-4d9f-b2e1-bf77c96e9067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6890cf23-ce8a-490c-bc47-8d03722562c2', 'name': 'tempest-TestMinimumBasicScenario-1942133357-router', 'tenant_id': '75a13231bb0e4f2aa0ebc5956d71c070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '20b7e741-3cd5-4a76-87b6-ea2910432a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:10:09Z', 'updated_at': '2021-08-20T14:10:14Z', 'revision_number': 3, 'project_id': '75a13231bb0e4f2aa0ebc5956d71c070', 'gw_port': {'id': '20b7e741-3cd5-4a76-87b6-ea2910432a54', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6890cf23-ce8a-490c-bc47-8d03722562c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:10:12Z', 'updated_at': '2021-08-20T14:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:10:20.034940 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446dc50e-0438-4d9f-b2e1-bf77c96e9067 None None] The sync data for ids ['6890cf23-ce8a-490c-bc47-8d03722562c2'] in dv-cinder-790535-10-iscsi is: [{'id': '6890cf23-ce8a-490c-bc47-8d03722562c2', 'name': 'tempest-TestMinimumBasicScenario-1942133357-router', 'tenant_id': '75a13231bb0e4f2aa0ebc5956d71c070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '20b7e741-3cd5-4a76-87b6-ea2910432a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:10:09Z', 'updated_at': '2021-08-20T14:10:14Z', 'revision_number': 3, 'project_id': '75a13231bb0e4f2aa0ebc5956d71c070', 'gw_port': {'id': '20b7e741-3cd5-4a76-87b6-ea2910432a54', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6890cf23-ce8a-490c-bc47-8d03722562c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:10:12Z', 'updated_at': '2021-08-20T14:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}] {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:10:20.168891 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-87f278ac-dc42-4a91-ae17-b1f59a3bd82c None None] Provisioning for port 0d304995-7af8-462f-9cc2-adccd56d4797 completed by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:10:20.175935 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-87f278ac-dc42-4a91-ae17-b1f59a3bd82c None None] Provisioning complete for port 0d304995-7af8-462f-9cc2-adccd56d4797 triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:10:20.176610 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-87f278ac-dc42-4a91-ae17-b1f59a3bd82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:20.255591 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708739b8-36f7-4e8d-aa2a-de6f494657ff admin admin] Pushing event updated for resources: {'Port': ['ID=0d304995-7af8-462f-9cc2-adccd56d4797,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:20.265198 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-87f278ac-dc42-4a91-ae17-b1f59a3bd82c None None] Port 0d304995-7af8-462f-9cc2-adccd56d4797 cannot update to ACTIVE because it is not bound. {{(pid=94102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:10:20.305823 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-708739b8-36f7-4e8d-aa2a-de6f494657ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534593'] for router_interface, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:20.519457 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-708739b8-36f7-4e8d-aa2a-de6f494657ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:20.916682 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdbbe4d-f875-4971-a422-a9a6da248648 req-06561af7-5adb-4932-8ef0-48c792041989 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:20.925124 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5fdbbe4d-f875-4971-a422-a9a6da248648 req-06561af7-5adb-4932-8ef0-48c792041989 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.1753383 Aug 20 14:10:20.938760 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ccc39-5493-446f-b48d-12366ba8d1e8 req-8abfe7c0-2e4c-4fa5-a37f-0aa19572b995 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:20.947107 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-078ccc39-5493-446f-b48d-12366ba8d1e8 req-8abfe7c0-2e4c-4fa5-a37f-0aa19572b995 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.1578526 Aug 20 14:10:21.043800 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-078ccc39-5493-446f-b48d-12366ba8d1e8 req-3820eef4-f827-4efc-9336-2df4619d9b17 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807030 Aug 20 14:10:21.063113 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5fdbbe4d-f875-4971-a422-a9a6da248648 req-158a008a-00b1-41d9-81fa-d9a2e3d4cbdb tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369815 Aug 20 14:10:21.095443 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-708739b8-36f7-4e8d-aa2a-de6f494657ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:21.114161 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-708739b8-36f7-4e8d-aa2a-de6f494657ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:21.184062 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708739b8-36f7-4e8d-aa2a-de6f494657ff admin admin] Pushing event updated for resources: {'Port': ['ID=0d304995-7af8-462f-9cc2-adccd56d4797,revision_number=2']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:21.189533 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-708739b8-36f7-4e8d-aa2a-de6f494657ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1014980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529649'] for router_interface, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:21.306260 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708739b8-36f7-4e8d-aa2a-de6f494657ff admin admin] Network 8625cdcc-c2af-44f0-8220-bc3d4e146657 is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:10:21.307844 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [None req-708739b8-36f7-4e8d-aa2a-de6f494657ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:10:21.458740 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708739b8-36f7-4e8d-aa2a-de6f494657ff admin admin] Router 6890cf23-ce8a-490c-bc47-8d03722562c2 has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:10:21.625894 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708739b8-36f7-4e8d-aa2a-de6f494657ff admin admin] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:10:21.635008 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-708739b8-36f7-4e8d-aa2a-de6f494657ff admin admin] 10.222.0.38 "PUT /v2.0/routers/6890cf23-ce8a-490c-bc47-8d03722562c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3608074 Aug 20 14:10:21.706884 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-7d2ccbdf-c7aa-4b2d-827b-b0e34993eb6c None None] Provisioning complete for port 0d304995-7af8-462f-9cc2-adccd56d4797 triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:10:21.707538 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-7d2ccbdf-c7aa-4b2d-827b-b0e34993eb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:21.761177 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ccbdf-c7aa-4b2d-827b-b0e34993eb6c None None] Port 0d304995-7af8-462f-9cc2-adccd56d4797 cannot update to ACTIVE because it is not bound. {{(pid=94102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:10:21.970741 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 20b7e741-3cd5-4a76-87b6-ea2910432a54 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:10:22.031803 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning for port 20b7e741-3cd5-4a76-87b6-ea2910432a54 completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:10:22.038747 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 20b7e741-3cd5-4a76-87b6-ea2910432a54 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:10:22.040174 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:22.309783 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955dd0f-6ecf-43c6-af45-a888c5df9b04 req-a29726d9-9877-4623-b5f6-bfba85eca97f tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:22.323100 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c955dd0f-6ecf-43c6-af45-a888c5df9b04 req-a29726d9-9877-4623-b5f6-bfba85eca97f tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.1513739 Aug 20 14:10:22.353135 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1fe86-db2e-4e99-9f6e-adf977217286 req-1dfcfb78-32c8-4a6b-bb6a-8a5c8b7a271c tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:22.354877 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-dcd1fe86-db2e-4e99-9f6e-adf977217286 req-1dfcfb78-32c8-4a6b-bb6a-8a5c8b7a271c tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.1104710 Aug 20 14:10:22.408581 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:22.411428 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c955dd0f-6ecf-43c6-af45-a888c5df9b04 req-de34620e-c5b8-42af-b292-71cefedcee47 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872922 Aug 20 14:10:22.435877 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-dcd1fe86-db2e-4e99-9f6e-adf977217286 req-b3bfac98-6323-40bf-98e2-49bd05b2794d tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735545 Aug 20 14:10:22.473116 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] For port 20b7e741-3cd5-4a76-87b6-ea2910432a54, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=20b7e741-3cd5-4a76-87b6-ea2910432a54,segment=NetworkSegment(4decdd4f-3fef-48ea-97d6-157c44e17f8c),segment_id=4decdd4f-3fef-48ea-97d6-157c44e17f8c)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:10:22.479953 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:22.558966 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Pushing event updated for resources: {'Port': ['ID=20b7e741-3cd5-4a76-87b6-ea2910432a54,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:22.634473 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713f5578-5253-49d2-82ce-36caa216fc7b None None] Sync routers for ids ['6890cf23-ce8a-490c-bc47-8d03722562c2'] in dv-cinder-790535-10-iscsi {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:10:22.646000 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713f5578-5253-49d2-82ce-36caa216fc7b None None] Routers {'6890cf23-ce8a-490c-bc47-8d03722562c2'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:10:22.647176 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-713f5578-5253-49d2-82ce-36caa216fc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:10:11Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['6890cf23-ce8a-490c-bc47-8d03722562c2'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:10:22.773470 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-713f5578-5253-49d2-82ce-36caa216fc7b None None] Set router 6890cf23-ce8a-490c-bc47-8d03722562c2 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:10:23.142566 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 6 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:10:23.144109 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-713f5578-5253-49d2-82ce-36caa216fc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6890cf23-ce8a-490c-bc47-8d03722562c2', 'name': 'tempest-TestMinimumBasicScenario-1942133357-router', 'tenant_id': '75a13231bb0e4f2aa0ebc5956d71c070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '20b7e741-3cd5-4a76-87b6-ea2910432a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:10:09Z', 'updated_at': '2021-08-20T14:10:20Z', 'revision_number': 4, 'project_id': '75a13231bb0e4f2aa0ebc5956d71c070', 'gw_port': {'id': '20b7e741-3cd5-4a76-87b6-ea2910432a54', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6890cf23-ce8a-490c-bc47-8d03722562c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:10:12Z', 'updated_at': '2021-08-20T14:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': '0d304995-7af8-462f-9cc2-adccd56d4797', 'name': '', 'network_id': '8625cdcc-c2af-44f0-8220-bc3d4e146657', 'tenant_id': '75a13231bb0e4f2aa0ebc5956d71c070', 'mac_address': 'fa:16:3e:b2:b1:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6890cf23-ce8a-490c-bc47-8d03722562c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'd14f3e4f-c287-4c9c-ad85-fae7edf706b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:10:18Z', 'updated_at': '2021-08-20T14:10:20Z', 'revision_number': 2, 'project_id': '75a13231bb0e4f2aa0ebc5956d71c070', 'subnets': [{'id': 'd14f3e4f-c287-4c9c-ad85-fae7edf706b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:10:23.187875 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713f5578-5253-49d2-82ce-36caa216fc7b None None] Checking router: 6890cf23-ce8a-490c-bc47-8d03722562c2 for host: dv-cinder-790535-10-iscsi {{(pid=94102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:10:23.188625 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713f5578-5253-49d2-82ce-36caa216fc7b None None] Updating router 6890cf23-ce8a-490c-bc47-8d03722562c2 port 0d304995-7af8-462f-9cc2-adccd56d4797 binding host dv-cinder-790535-10-iscsi {{(pid=94102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:10:23.243109 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-713f5578-5253-49d2-82ce-36caa216fc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:23.783274 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2ed58-2938-4331-9a0a-cd6ba4cdeb99 req-9f81800e-9588-486c-b0c7-71f0742173bf tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:23.793304 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e0a2ed58-2938-4331-9a0a-cd6ba4cdeb99 req-9f81800e-9588-486c-b0c7-71f0742173bf tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.2218707 Aug 20 14:10:23.796039 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-713f5578-5253-49d2-82ce-36caa216fc7b None None] Notify callbacks [] for port, precommit_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:23.813007 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-713f5578-5253-49d2-82ce-36caa216fc7b None None] Transition to ACTIVE for port object 0d304995-7af8-462f-9cc2-adccd56d4797 will not be triggered until provisioned by entity L2. {{(pid=94102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:10:23.822845 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-713f5578-5253-49d2-82ce-36caa216fc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:23.861115 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ab192-d96c-4e4c-98b6-e9ad6449a46f req-7449087b-63b8-4e1a-890f-8a6f56a48f17 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:23.879577 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-333ab192-d96c-4e4c-98b6-e9ad6449a46f req-7449087b-63b8-4e1a-890f-8a6f56a48f17 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.2259281 Aug 20 14:10:23.949440 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db068e11-c9d7-4a97-bb72-54fbbf8c589d None None] Pushing event updated for resources: {'Port': ['ID=0d304995-7af8-462f-9cc2-adccd56d4797,revision_number=3']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:23.956485 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e0a2ed58-2938-4331-9a0a-cd6ba4cdeb99 req-ca50359f-b080-45c4-b010-70a37dd3e896 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622376 Aug 20 14:10:24.005392 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 20b7e741-3cd5-4a76-87b6-ea2910432a54 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:10:24.036455 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-333ab192-d96c-4e4c-98b6-e9ad6449a46f req-7ac7b65a-3f0f-4164-b81c-0809df6ebff4 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491420 Aug 20 14:10:24.124075 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-713f5578-5253-49d2-82ce-36caa216fc7b None None] Attempting to bind port 0d304995-7af8-462f-9cc2-adccd56d4797 on host dv-cinder-790535-10-iscsi for vnic_type normal with profile {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:10:24.124806 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-713f5578-5253-49d2-82ce-36caa216fc7b None None] Attempting to bind port 0d304995-7af8-462f-9cc2-adccd56d4797 by drivers openvswitch,hyperv on host dv-cinder-790535-10-iscsi at level 0 using segments [{'id': 'ae64d408-7b7a-451c-9a52-f4758b0075c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8625cdcc-c2af-44f0-8220-bc3d4e146657'}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:10:24.125281 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713f5578-5253-49d2-82ce-36caa216fc7b None None] Attempting to bind port 0d304995-7af8-462f-9cc2-adccd56d4797 on network 8625cdcc-c2af-44f0-8220-bc3d4e146657 {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:10:24.150783 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713f5578-5253-49d2-82ce-36caa216fc7b None None] Checking agent: {'id': '24d8fd69-abc0-4f0a-ba2d-fdf83f719c3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 59, 10), 'started_at': datetime.datetime(2021, 8, 20, 13, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:10:24.151508 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713f5578-5253-49d2-82ce-36caa216fc7b None None] Checking segment: {'id': 'ae64d408-7b7a-451c-9a52-f4758b0075c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8625cdcc-c2af-44f0-8220-bc3d4e146657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:10:24.152167 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-713f5578-5253-49d2-82ce-36caa216fc7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:24.152794 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713f5578-5253-49d2-82ce-36caa216fc7b None None] Bound using segment: {'id': 'ae64d408-7b7a-451c-9a52-f4758b0075c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8625cdcc-c2af-44f0-8220-bc3d4e146657'} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:10:24.153469 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-713f5578-5253-49d2-82ce-36caa216fc7b None None] Bound port: 0d304995-7af8-462f-9cc2-adccd56d4797, host: dv-cinder-790535-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae64d408-7b7a-451c-9a52-f4758b0075c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8625cdcc-c2af-44f0-8220-bc3d4e146657'}}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:10:24.154138 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-713f5578-5253-49d2-82ce-36caa216fc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:24.242405 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-713f5578-5253-49d2-82ce-36caa216fc7b None None] For port 0d304995-7af8-462f-9cc2-adccd56d4797, host dv-cinder-790535-10-iscsi, cleared binding levels {{(pid=94102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:10:24.246193 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-713f5578-5253-49d2-82ce-36caa216fc7b None None] For port 0d304995-7af8-462f-9cc2-adccd56d4797, host dv-cinder-790535-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=0d304995-7af8-462f-9cc2-adccd56d4797,segment=NetworkSegment(ae64d408-7b7a-451c-9a52-f4758b0075c2),segment_id=ae64d408-7b7a-451c-9a52-f4758b0075c2)] {{(pid=94102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:10:24.248503 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 20b7e741-3cd5-4a76-87b6-ea2910432a54 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:10:24.249165 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:24.280529 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-713f5578-5253-49d2-82ce-36caa216fc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:24.432081 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713f5578-5253-49d2-82ce-36caa216fc7b None None] Routers {'6890cf23-ce8a-490c-bc47-8d03722562c2'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:10:24.435878 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-713f5578-5253-49d2-82ce-36caa216fc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:10:11Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['6890cf23-ce8a-490c-bc47-8d03722562c2'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:10:24.445900 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db068e11-c9d7-4a97-bb72-54fbbf8c589d None None] Pushing event updated for resources: {'Port': ['ID=0d304995-7af8-462f-9cc2-adccd56d4797,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:24.674885 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-713f5578-5253-49d2-82ce-36caa216fc7b None None] Set router 6890cf23-ce8a-490c-bc47-8d03722562c2 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:10:24.972678 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-713f5578-5253-49d2-82ce-36caa216fc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6890cf23-ce8a-490c-bc47-8d03722562c2', 'name': 'tempest-TestMinimumBasicScenario-1942133357-router', 'tenant_id': '75a13231bb0e4f2aa0ebc5956d71c070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '20b7e741-3cd5-4a76-87b6-ea2910432a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:10:09Z', 'updated_at': '2021-08-20T14:10:20Z', 'revision_number': 4, 'project_id': '75a13231bb0e4f2aa0ebc5956d71c070', 'gw_port': {'id': '20b7e741-3cd5-4a76-87b6-ea2910432a54', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6890cf23-ce8a-490c-bc47-8d03722562c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:10:12Z', 'updated_at': '2021-08-20T14:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': '0d304995-7af8-462f-9cc2-adccd56d4797', 'name': '', 'network_id': '8625cdcc-c2af-44f0-8220-bc3d4e146657', 'tenant_id': '75a13231bb0e4f2aa0ebc5956d71c070', 'mac_address': 'fa:16:3e:b2:b1:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6890cf23-ce8a-490c-bc47-8d03722562c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'd14f3e4f-c287-4c9c-ad85-fae7edf706b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:10:18Z', 'updated_at': '2021-08-20T14:10:24Z', 'revision_number': 4, 'project_id': '75a13231bb0e4f2aa0ebc5956d71c070', 'subnets': [{'id': 'd14f3e4f-c287-4c9c-ad85-fae7edf706b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:10:25.007244 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713f5578-5253-49d2-82ce-36caa216fc7b None None] The sync data for ids ['6890cf23-ce8a-490c-bc47-8d03722562c2'] in dv-cinder-790535-10-iscsi is: [{'id': '6890cf23-ce8a-490c-bc47-8d03722562c2', 'name': 'tempest-TestMinimumBasicScenario-1942133357-router', 'tenant_id': '75a13231bb0e4f2aa0ebc5956d71c070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '20b7e741-3cd5-4a76-87b6-ea2910432a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:10:09Z', 'updated_at': '2021-08-20T14:10:20Z', 'revision_number': 4, 'project_id': '75a13231bb0e4f2aa0ebc5956d71c070', 'gw_port': {'id': '20b7e741-3cd5-4a76-87b6-ea2910432a54', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6890cf23-ce8a-490c-bc47-8d03722562c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:10:12Z', 'updated_at': '2021-08-20T14:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': '0d304995-7af8-462f-9cc2-adccd56d4797', 'name': '', 'network_id': '8625cdcc-c2af-44f0-8220-bc3d4e146657', 'tenant_id': '75a13231bb0e4f2aa0ebc5956d71c070', 'mac_address': 'fa:16:3e:b2:b1:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6890cf23-ce8a-490c-bc47-8d03722562c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'd14f3e4f-c287-4c9c-ad85-fae7edf706b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:10:18Z', 'updated_at': '2021-08-20T14:10:24Z', 'revision_number': 4, 'project_id': '75a13231bb0e4f2aa0ebc5956d71c070', 'subnets': [{'id': 'd14f3e4f-c287-4c9c-ad85-fae7edf706b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:10:25.244606 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea4c50-c3f9-4c4f-a8fb-afb960dfe230 req-7df1cdbb-b630-4020-83fd-ed920424999e tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:25.246851 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2aea4c50-c3f9-4c4f-a8fb-afb960dfe230 req-7df1cdbb-b630-4020-83fd-ed920424999e tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.1243355 Aug 20 14:10:25.276728 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773e583-2231-4b90-a3b7-85d3046f6662 req-da21aeef-b02d-471c-b7f0-8043998355c1 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:25.278383 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8773e583-2231-4b90-a3b7-85d3046f6662 req-da21aeef-b02d-471c-b7f0-8043998355c1 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.1086648 Aug 20 14:10:25.388107 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2aea4c50-c3f9-4c4f-a8fb-afb960dfe230 req-47059592-7019-4e68-b4ca-04266c079001 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241703 Aug 20 14:10:25.398474 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8773e583-2231-4b90-a3b7-85d3046f6662 req-7d0b76ed-4e9a-4e91-9825-8c5bfaf12ffa tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065025 Aug 20 14:10:25.964549 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 0d304995-7af8-462f-9cc2-adccd56d4797 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:10:26.037325 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning for port 0d304995-7af8-462f-9cc2-adccd56d4797 completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:10:26.043933 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 0d304995-7af8-462f-9cc2-adccd56d4797 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:10:26.044640 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:26.185799 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:26.227424 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] For port 0d304995-7af8-462f-9cc2-adccd56d4797, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=0d304995-7af8-462f-9cc2-adccd56d4797,segment=NetworkSegment(ae64d408-7b7a-451c-9a52-f4758b0075c2),segment_id=ae64d408-7b7a-451c-9a52-f4758b0075c2)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:10:26.233325 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:26.297445 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Pushing event updated for resources: {'Port': ['ID=0d304995-7af8-462f-9cc2-adccd56d4797,revision_number=5']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:26.619762 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 58594) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:10:26.673924 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdb07e-5d55-4c2f-80d9-360e8108c6ee req-bd94636f-00a6-4409-942d-137201f88140 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:26.679323 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d4cdb07e-5d55-4c2f-80d9-360e8108c6ee req-bd94636f-00a6-4409-942d-137201f88140 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.1221151 Aug 20 14:10:26.692500 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.db_base_plugin_v2 [None req-71eb6f71-6847-46c0-8195-8c9a00c33878 admin admin] Deleting subnet 8a4bff83-057d-41b6-a9b9-b135d1362300 {{(pid=94101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:10:26.693761 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b47316-c5c2-4aba-8c5c-2396bb4573ca req-d020a22b-bb96-48b1-8cd9-a6d588cf1fbc tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:26.696244 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-71eb6f71-6847-46c0-8195-8c9a00c33878 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:26.702441 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f5b47316-c5c2-4aba-8c5c-2396bb4573ca req-d020a22b-bb96-48b1-8cd9-a6d588cf1fbc tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.1342947 Aug 20 14:10:26.743070 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-71eb6f71-6847-46c0-8195-8c9a00c33878 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131863462'] for subnet, precommit_delete_associations {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:26.764838 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d4cdb07e-5d55-4c2f-80d9-360e8108c6ee req-b6b993a7-889e-42a1-a394-f6ce1d874d08 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588226 Aug 20 14:10:26.774701 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f5b47316-c5c2-4aba-8c5c-2396bb4573ca req-1bc974a9-80ae-4437-a32b-c7126cabaec6 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709324 Aug 20 14:10:26.817982 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-71eb6f71-6847-46c0-8195-8c9a00c33878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1685479'] for subnet, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:26.907723 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-71eb6f71-6847-46c0-8195-8c9a00c33878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1685486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131250079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130136038'] for subnet, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:26.935844 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb6f71-6847-46c0-8195-8c9a00c33878 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a4bff83-057d-41b6-a9b9-b135d1362300,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:26.943812 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-71eb6f71-6847-46c0-8195-8c9a00c33878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for subnet, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:26.955098 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-71eb6f71-6847-46c0-8195-8c9a00c33878 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8a4bff83-057d-41b6-a9b9-b135d1362300 HTTP/1.1" status: 204 len: 168 time: 0.3340564 Aug 20 14:10:26.959992 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 58598) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:10:26.981797 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-679563c4-58b0-47b8-a535-577f0ce9a7bb tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1023542570&fields=id&tenant_id=b9547b5173c74472b28578fee4efd2de HTTP/1.1" status: 200 len: 267 time: 0.0738511 Aug 20 14:10:27.047792 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d3318555-f20b-441f-8925-417f048d79bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656558'] for network, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:27.135618 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-2373e91a-f97a-473e-8235-a1704d53e072 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:27.137499 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-2373e91a-f97a-473e-8235-a1704d53e072 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/networks?id=0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1 HTTP/1.1" status: 200 len: 811 time: 0.1545393 Aug 20 14:10:27.142531 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d3318555-f20b-441f-8925-417f048d79bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1745010', 'neutron.services.segments.db._delete_segments_for_network-8728246697485'] for network, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:27.157451 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-d3318555-f20b-441f-8925-417f048d79bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83908b2d-edaa-4268-bd50-66e40f87bda6']}} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:10:27.161495 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-771a9135-8fc8-4c3d-a3aa-fe18cbacc002 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/quotas/b9547b5173c74472b28578fee4efd2de HTTP/1.1" status: 200 len: 375 time: 0.0158691 Aug 20 14:10:27.171778 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-d3318555-f20b-441f-8925-417f048d79bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef3aeec1-0535-4f9d-8ade-8bdfb3aad965') {'for_net_delete': True} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:10:27.172071 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-d3318555-f20b-441f-8925-417f048d79bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef3aeec1-0535-4f9d-8ade-8bdfb3aad965') {} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:10:27.184624 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d3318555-f20b-441f-8925-417f048d79bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728246668737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131863519'] for segment, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:27.207832 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d3318555-f20b-441f-8925-417f048d79bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:27.214902 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3318555-f20b-441f-8925-417f048d79bf admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:10:27.215301 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d3318555-f20b-441f-8925-417f048d79bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131250037'] for segment, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:27.216042 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-d911f882-2a93-49df-95e5-a74bd0a00b3e tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9547b5173c74472b28578fee4efd2de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534198 Aug 20 14:10:27.357789 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-e1266c85-4b5a-4812-ab48-144a7abcbb13 service neutron] 10.222.0.38 "GET /v2.0/networks/0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293416 Aug 20 14:10:27.475571 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-b6e84fae-3468-4eaf-a3a3-0e32c6486d54 service neutron] 10.222.0.38 "GET /v2.0/networks/0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128623 Aug 20 14:10:27.484397 dv-cinder-790535-10-iscsi neutron-server[94101]: Traceback (most recent call last): Aug 20 14:10:27.484397 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:10:27.484397 dv-cinder-790535-10-iscsi neutron-server[94101]: timer() Aug 20 14:10:27.484397 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:10:27.484397 dv-cinder-790535-10-iscsi neutron-server[94101]: cb(*args, **kw) Aug 20 14:10:27.484397 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:10:27.484397 dv-cinder-790535-10-iscsi neutron-server[94101]: return func(*args, **kwargs) Aug 20 14:10:27.484397 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:10:27.484397 dv-cinder-790535-10-iscsi neutron-server[94101]: self._notify() Aug 20 14:10:27.484397 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:10:27.484397 dv-cinder-790535-10-iscsi neutron-server[94101]: self.callback(batched_events) Aug 20 14:10:27.484397 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:10:27.484397 dv-cinder-790535-10-iscsi neutron-server[94101]: event.method(event) Aug 20 14:10:27.484397 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:10:27.484397 dv-cinder-790535-10-iscsi neutron-server[94101]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:10:27.484397 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:10:27.484397 dv-cinder-790535-10-iscsi neutron-server[94101]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:10:27.484397 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:10:27.484397 dv-cinder-790535-10-iscsi neutron-server[94101]: return f(self, *a, **k) Aug 20 14:10:27.484397 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:10:27.484397 dv-cinder-790535-10-iscsi neutron-server[94101]: return self._get(url).json() Aug 20 14:10:27.484397 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:10:27.484397 dv-cinder-790535-10-iscsi neutron-server[94101]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:10:27.484397 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:10:27.484397 dv-cinder-790535-10-iscsi neutron-server[94101]: return self.request(url, 'GET', **kwargs) Aug 20 14:10:27.484397 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:10:27.484397 dv-cinder-790535-10-iscsi neutron-server[94101]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:10:27.484397 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:10:27.484397 dv-cinder-790535-10-iscsi neutron-server[94101]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:10:27.484397 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:10:27.484397 dv-cinder-790535-10-iscsi neutron-server[94101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:10:27.484397 dv-cinder-790535-10-iscsi neutron-server[94101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:10:27.505290 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d3318555-f20b-441f-8925-417f048d79bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1745017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687127'] for network, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:27.521640 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d3318555-f20b-441f-8925-417f048d79bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:27.523594 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-d3318555-f20b-441f-8925-417f048d79bf admin admin] 10.222.0.38 "DELETE /v2.0/networks/83908b2d-edaa-4268-bd50-66e40f87bda6 HTTP/1.1" status: 204 len: 168 time: 0.5625014 Aug 20 14:10:27.543238 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3318555-f20b-441f-8925-417f048d79bf admin admin] Pushing event deleted for resources: {'Network': ['ID=83908b2d-edaa-4268-bd50-66e40f87bda6,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:27.784933 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 58610) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:10:27.844618 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-33a6e407-984f-4fcc-aadf-30f9c3e00d58 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a332a83edf1a4aa2be7744ab33fb2c60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0566525 Aug 20 14:10:27.846930 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 58618) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:10:27.920930 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-77e9c982-cf94-46ce-9091-c1ae120a76a5 req-a43c79c6-09b7-493d-b559-5b709e1a8fca tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 210 time: 0.0394900 Aug 20 14:10:27.982104 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 0d304995-7af8-462f-9cc2-adccd56d4797 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:10:28.009334 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ded4b9-a9fe-4920-9f08-ab3139ab8ab5 req-5236b480-3d51-43f2-b9ea-06a8b9be5c92 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:28.010882 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-43ded4b9-a9fe-4920-9f08-ab3139ab8ab5 req-5236b480-3d51-43f2-b9ea-06a8b9be5c92 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.0856998 Aug 20 14:10:28.085332 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 0d304995-7af8-462f-9cc2-adccd56d4797 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:10:28.086168 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:28.098430 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-855f5cd6-23b9-457f-afb0-11850817d4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:28.129743 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-43ded4b9-a9fe-4920-9f08-ab3139ab8ab5 req-edb90852-e065-44be-b025-4317f4719063 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045256 Aug 20 14:10:28.152063 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764011c-7019-45e1-8df4-684be45f75ce req-c234ac39-32cf-46b0-9c81-eefd4529ba7e tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:28.159685 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6764011c-7019-45e1-8df4-684be45f75ce req-c234ac39-32cf-46b0-9c81-eefd4529ba7e tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.1473889 Aug 20 14:10:28.164223 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-855f5cd6-23b9-457f-afb0-11850817d4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:28.244186 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6764011c-7019-45e1-8df4-684be45f75ce req-fa0548bc-9305-47c2-9d73-a1baa042786a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827549 Aug 20 14:10:28.265397 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-855f5cd6-23b9-457f-afb0-11850817d4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:28.271253 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-855f5cd6-23b9-457f-afb0-11850817d4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:28.272535 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-855f5cd6-23b9-457f-afb0-11850817d4d5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/36e82f6b-096d-4bb7-b742-e695e16ee495 HTTP/1.1" status: 204 len: 168 time: 0.4244874 Aug 20 14:10:28.293855 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f5cd6-23b9-457f-afb0-11850817d4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e82f6b-096d-4bb7-b742-e695e16ee495,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:29.053102 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f6bd33df-229e-4cf1-9b03-854736564045 req-9db0705c-4d95-4d6d-b883-7d013d16d42b tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 210 time: 0.0513649 Aug 20 14:10:29.170331 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a405a-508d-4995-a40c-70299bc94435 req-0b68911e-60dc-4ba9-8d6f-bfc56760a19d tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:29.173142 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cd1a405a-508d-4995-a40c-70299bc94435 req-0b68911e-60dc-4ba9-8d6f-bfc56760a19d tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.1016669 Aug 20 14:10:29.517793 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca688760-f4be-479c-8905-7b7a73e6430f req-679550c2-6d78-4aa9-bf92-04dfef47cacb tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:29.519318 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ca688760-f4be-479c-8905-7b7a73e6430f req-679550c2-6d78-4aa9-bf92-04dfef47cacb tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 945 time: 0.1902056 Aug 20 14:10:29.530523 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-f9888e76-2a6e-49b8-bfe5-a7705932705c tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:29.532075 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-f9888e76-2a6e-49b8-bfe5-a7705932705c tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.65 "GET /v2.0/networks?id=0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1 HTTP/1.1" status: 200 len: 811 time: 0.3463044 Aug 20 14:10:29.553826 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083c6b8-6105-471a-9e52-d18268c5398c req-fc168fb5-80d6-4e87-943d-67518e8ae583 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:29.555451 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a083c6b8-6105-471a-9e52-d18268c5398c req-fc168fb5-80d6-4e87-943d-67518e8ae583 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.2097011 Aug 20 14:10:29.668535 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ca688760-f4be-479c-8905-7b7a73e6430f req-8428ca2b-78a2-4f2f-a9ca-5c7f685150af tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/security-groups?id=d2bfdaf0-1c1f-4fba-934d-a28612e3c998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312263 Aug 20 14:10:29.677622 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a083c6b8-6105-471a-9e52-d18268c5398c req-d2add206-b1bc-4591-b0ee-7aa3afba44c0 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072516 Aug 20 14:10:29.684530 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-0987b6b0-1cd6-4877-ad2c-8d9c248412c4 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9547b5173c74472b28578fee4efd2de HTTP/1.1" status: 200 len: 380 time: 0.1395745 Aug 20 14:10:29.688425 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-cd1a405a-508d-4995-a40c-70299bc94435 req-ad87dffd-e33d-438d-a812-8ed24e763509 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Deleting port 6b75794f-c849-40e2-a07a-20dcddba583b {{(pid=94100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:10:29.688867 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-cd1a405a-508d-4995-a40c-70299bc94435 req-ad87dffd-e33d-438d-a812-8ed24e763509 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:29.699985 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-a461d759-3d4d-4967-8d93-036079c6bc5f tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Request body: {'port': {'device_id': 'ccf1a444-c610-4dd4-97fa-c962771e6ad8', 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1', 'admin_state_up': True, 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'security_groups': ['f9f7528a-2e5b-49a4-910d-ef38d30ffea1']}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:10:29.863636 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-cd1a405a-508d-4995-a40c-70299bc94435 req-ad87dffd-e33d-438d-a812-8ed24e763509 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] For port 6b75794f-c849-40e2-a07a-20dcddba583b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6b75794f-c849-40e2-a07a-20dcddba583b,segment=NetworkSegment(b3abcbc2-da77-4957-a9b3-2c3cbafbe331),segment_id=b3abcbc2-da77-4957-a9b3-2c3cbafbe331)] {{(pid=94100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:10:29.864173 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-cd1a405a-508d-4995-a40c-70299bc94435 req-ad87dffd-e33d-438d-a812-8ed24e763509 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:29.883740 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-cd1a405a-508d-4995-a40c-70299bc94435 req-ad87dffd-e33d-438d-a812-8ed24e763509 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Calling delete_port for 6b75794f-c849-40e2-a07a-20dcddba583b owned by compute:nova {{(pid=94100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:10:29.955493 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-a461d759-3d4d-4967-8d93-036079c6bc5f tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Made reservation on behalf of b9547b5173c74472b28578fee4efd2de for: {'port': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:10:29.959915 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-a461d759-3d4d-4967-8d93-036079c6bc5f tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:30.182647 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f9e95047-7b30-4a75-960f-df7992f02fdd req-3f5db45f-76f5-4a59-a2bc-dbbbaea9526e tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 210 time: 0.0480030 Aug 20 14:10:30.207959 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-a461d759-3d4d-4967-8d93-036079c6bc5f tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Allocated IP 172.20.0.5 (0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1/70930b94-b5fe-43e0-b1d1-cb529415b9c1/73d056e5-62ce-40a0-bde8-d77fccbc455a) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:10:30.215446 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-cd1a405a-508d-4995-a40c-70299bc94435 req-ad87dffd-e33d-438d-a812-8ed24e763509 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:30.229249 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['6b75794f-c849-40e2-a07a-20dcddba583b'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:10:30.255650 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87dffd-e33d-438d-a812-8ed24e763509 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Pushing event deleted for resources: {'Port': ['ID=6b75794f-c849-40e2-a07a-20dcddba583b,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:30.314718 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1a405a-508d-4995-a40c-70299bc94435 req-ad87dffd-e33d-438d-a812-8ed24e763509 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] No DVR routers for this DVR port 6b75794f-c849-40e2-a07a-20dcddba583b on host hv-cinder-79053 {{(pid=94100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:10:30.321547 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-cd1a405a-508d-4995-a40c-70299bc94435 req-ad87dffd-e33d-438d-a812-8ed24e763509 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:30.323565 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cd1a405a-508d-4995-a40c-70299bc94435 req-ad87dffd-e33d-438d-a812-8ed24e763509 tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.65 "DELETE /v2.0/ports/6b75794f-c849-40e2-a07a-20dcddba583b HTTP/1.1" status: 204 len: 173 time: 1.1231458 Aug 20 14:10:30.324002 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0d3a2d-2955-4c09-80e9-35054009585e', 'name': 'network-vif-deleted', 'tag': '6b75794f-c849-40e2-a07a-20dcddba583b'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:10:30.326476 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5368d508-9c54-4456-80e9-8b4a801d1556" -d '{"events": [{"server_uuid": "4b0d3a2d-2955-4c09-80e9-35054009585e", "name": "network-vif-deleted", "tag": "6b75794f-c849-40e2-a07a-20dcddba583b"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:10:30.415746 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fce12a-cc9a-41e3-896d-bda7a3003685 x-openstack-request-id: req-e3fce12a-cc9a-41e3-896d-bda7a3003685 {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:10:30.416022 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0d3a2d-2955-4c09-80e9-35054009585e", "name": "network-vif-deleted", "tag": "6b75794f-c849-40e2-a07a-20dcddba583b", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:10:30.416254 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e3fce12a-cc9a-41e3-896d-bda7a3003685 {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:10:30.416662 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0d3a2d-2955-4c09-80e9-35054009585e', 'name': 'network-vif-deleted', 'tag': '6b75794f-c849-40e2-a07a-20dcddba583b', 'status': 'completed', 'code': 200} Aug 20 14:10:30.510007 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-a461d759-3d4d-4967-8d93-036079c6bc5f tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:30.527215 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.provisioning_blocks [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-a461d759-3d4d-4967-8d93-036079c6bc5f tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Transition to ACTIVE for port object 73d056e5-62ce-40a0-bde8-d77fccbc455a will not be triggered until provisioned by entity DHCP. {{(pid=94100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:10:30.575127 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-a461d759-3d4d-4967-8d93-036079c6bc5f tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:30.634206 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-a461d759-3d4d-4967-8d93-036079c6bc5f tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Network 0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1 is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:10:30.637610 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-a461d759-3d4d-4967-8d93-036079c6bc5f tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:10:30.640579 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-a461d759-3d4d-4967-8d93-036079c6bc5f tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:10:30.675731 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461d759-3d4d-4967-8d93-036079c6bc5f tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Pushing event updated for resources: {'Port': ['ID=73d056e5-62ce-40a0-bde8-d77fccbc455a,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:30.725380 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-a461d759-3d4d-4967-8d93-036079c6bc5f tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:30.726238 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-a461d759-3d4d-4967-8d93-036079c6bc5f tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:30.780421 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-a461d759-3d4d-4967-8d93-036079c6bc5f tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0870683 Aug 20 14:10:30.798934 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-317b9689-90ff-4cfa-8308-3e51c831bdd0 service neutron] Request body: {'port': {'device_id': 'ccf1a444-c610-4dd4-97fa-c962771e6ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:10:30.908825 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8309aade-9fba-4ca5-82fe-caaf1ff02160 req-019fd21c-7066-4b93-909b-8f259725f11f tempest-ServerRescueNegativeTestJSON-1837623668 tempest-ServerRescueNegativeTestJSON-1837623668-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0d3a2d-2955-4c09-80e9-35054009585e HTTP/1.1" status: 200 len: 210 time: 0.0820997 Aug 20 14:10:30.984203 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbbefe-8a6c-4345-a535-1eb8c25fa3b2 req-2a8e83f2-f287-425f-8f6d-c731b2772eaa tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:30.985852 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6cfbbefe-8a6c-4345-a535-1eb8c25fa3b2 req-2a8e83f2-f287-425f-8f6d-c731b2772eaa tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.1622496 Aug 20 14:10:30.989143 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-317b9689-90ff-4cfa-8308-3e51c831bdd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:31.028024 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-57abd109-22cf-4430-b419-f75bc14ba0ef None None] Provisioning for port 73d056e5-62ce-40a0-bde8-d77fccbc455a completed by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:10:31.037073 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-57abd109-22cf-4430-b419-f75bc14ba0ef None None] Provisioning complete for port 73d056e5-62ce-40a0-bde8-d77fccbc455a triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:10:31.037815 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-57abd109-22cf-4430-b419-f75bc14ba0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:31.078541 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6cfbbefe-8a6c-4345-a535-1eb8c25fa3b2 req-f62a62aa-f9ca-4c2a-ab7c-d16b20527f41 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729306 Aug 20 14:10:31.091020 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-57abd109-22cf-4430-b419-f75bc14ba0ef None None] Port 73d056e5-62ce-40a0-bde8-d77fccbc455a cannot update to ACTIVE because it is not bound. {{(pid=94102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:10:31.594750 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc32749-e837-404e-8a82-e936a94d318f req-7cc76455-884b-4f5f-a894-215ae784f463 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:31.596220 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0bc32749-e837-404e-8a82-e936a94d318f req-7cc76455-884b-4f5f-a894-215ae784f463 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 931 time: 0.3158624 Aug 20 14:10:31.601483 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-317b9689-90ff-4cfa-8308-3e51c831bdd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73d056e5-62ce-40a0-bde8-d77fccbc455a {{(pid=94100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:10:31.616978 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-317b9689-90ff-4cfa-8308-3e51c831bdd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:31.646017 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.provisioning_blocks [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-317b9689-90ff-4cfa-8308-3e51c831bdd0 service neutron] Transition to ACTIVE for port object 73d056e5-62ce-40a0-bde8-d77fccbc455a will not be triggered until provisioned by entity L2. {{(pid=94100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:10:31.655488 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-317b9689-90ff-4cfa-8308-3e51c831bdd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:31.662814 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0bc32749-e837-404e-8a82-e936a94d318f req-352dedcd-a3eb-4561-a71d-f9376d44d524 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568345 Aug 20 14:10:31.722241 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b9689-90ff-4cfa-8308-3e51c831bdd0 service neutron] Pushing event updated for resources: {'Port': ['ID=73d056e5-62ce-40a0-bde8-d77fccbc455a,revision_number=2']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:31.812257 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-317b9689-90ff-4cfa-8308-3e51c831bdd0 service neutron] Attempting to bind port 73d056e5-62ce-40a0-bde8-d77fccbc455a on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:10:31.812815 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-317b9689-90ff-4cfa-8308-3e51c831bdd0 service neutron] Attempting to bind port 73d056e5-62ce-40a0-bde8-d77fccbc455a by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'ef43daab-3823-45b9-a2bf-5f2531300abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1'}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:10:31.813245 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-317b9689-90ff-4cfa-8308-3e51c831bdd0 service neutron] Attempting to bind port 73d056e5-62ce-40a0-bde8-d77fccbc455a on network 0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:10:31.821794 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-317b9689-90ff-4cfa-8308-3e51c831bdd0 service neutron] Port 73d056e5-62ce-40a0-bde8-d77fccbc455a on network 0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:10:31.822229 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-317b9689-90ff-4cfa-8308-3e51c831bdd0 service neutron] Attempting to bind port 73d056e5-62ce-40a0-bde8-d77fccbc455a on network 0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:10:31.841820 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-317b9689-90ff-4cfa-8308-3e51c831bdd0 service neutron] Checking agent: {'id': 'e9494a82-1f02-49fe-8034-7b3c5c14ee49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'started_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:10:31.846155 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-317b9689-90ff-4cfa-8308-3e51c831bdd0 service neutron] Checking segment: {'id': 'ef43daab-3823-45b9-a2bf-5f2531300abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:10:31.846537 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-317b9689-90ff-4cfa-8308-3e51c831bdd0 service neutron] Bound using segment: {'id': 'ef43daab-3823-45b9-a2bf-5f2531300abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1'} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:10:31.847089 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-317b9689-90ff-4cfa-8308-3e51c831bdd0 service neutron] Bound port: 73d056e5-62ce-40a0-bde8-d77fccbc455a, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef43daab-3823-45b9-a2bf-5f2531300abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1'}}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:10:31.847574 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-317b9689-90ff-4cfa-8308-3e51c831bdd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:31.973535 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-317b9689-90ff-4cfa-8308-3e51c831bdd0 service neutron] For port 73d056e5-62ce-40a0-bde8-d77fccbc455a, host hv-cinder-79053, cleared binding levels {{(pid=94100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:10:31.978761 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 58650) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:10:32.037634 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-317b9689-90ff-4cfa-8308-3e51c831bdd0 service neutron] For port 73d056e5-62ce-40a0-bde8-d77fccbc455a, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=73d056e5-62ce-40a0-bde8-d77fccbc455a,segment=NetworkSegment(ef43daab-3823-45b9-a2bf-5f2531300abc),segment_id=ef43daab-3823-45b9-a2bf-5f2531300abc)] {{(pid=94100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:10:32.048462 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-317b9689-90ff-4cfa-8308-3e51c831bdd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:32.139769 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-317b9689-90ff-4cfa-8308-3e51c831bdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:32.140192 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-317b9689-90ff-4cfa-8308-3e51c831bdd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:32.141682 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-317b9689-90ff-4cfa-8308-3e51c831bdd0 service neutron] 10.222.0.65 "PUT /v2.0/ports/73d056e5-62ce-40a0-bde8-d77fccbc455a HTTP/1.1" status: 200 len: 1093 time: 1.3477354 Aug 20 14:10:32.251176 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b9689-90ff-4cfa-8308-3e51c831bdd0 service neutron] Pushing event updated for resources: {'Port': ['ID=73d056e5-62ce-40a0-bde8-d77fccbc455a,revision_number=3']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:32.362713 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270265c8-097b-49d8-b479-f13fe62e3a5c req-6526dc0d-a751-4102-b13d-61d64f786f43 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:32.365769 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-270265c8-097b-49d8-b479-f13fe62e3a5c req-6526dc0d-a751-4102-b13d-61d64f786f43 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 944 time: 0.1531630 Aug 20 14:10:32.398429 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-89f97f9b-3596-41a8-b9e2-0b9e4718aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:32.400192 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-89f97f9b-3596-41a8-b9e2-0b9e4718aa14 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b9547b5173c74472b28578fee4efd2de&device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 1096 time: 0.1991751 Aug 20 14:10:32.427188 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf1a444-c610-4dd4-97fa-c962771e6ad8', 'tag': '73d056e5-62ce-40a0-bde8-d77fccbc455a'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:10:32.429908 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a82ae9-51d6-498a-a1a3-71afec41a340" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf1a444-c610-4dd4-97fa-c962771e6ad8", "tag": "73d056e5-62ce-40a0-bde8-d77fccbc455a"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:10:32.478881 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-e9b9f62b-97ea-4762-9464-54e6455d192e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73d056e5-62ce-40a0-bde8-d77fccbc455a HTTP/1.1" status: 200 len: 217 time: 0.0654998 Aug 20 14:10:32.511229 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7977362f-b8ba-44f5-ad65-1b94665ae022 x-openstack-request-id: req-7977362f-b8ba-44f5-ad65-1b94665ae022 {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:10:32.511469 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf1a444-c610-4dd4-97fa-c962771e6ad8", "tag": "73d056e5-62ce-40a0-bde8-d77fccbc455a", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:10:32.511655 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7977362f-b8ba-44f5-ad65-1b94665ae022 {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:10:32.512045 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf1a444-c610-4dd4-97fa-c962771e6ad8', 'tag': '73d056e5-62ce-40a0-bde8-d77fccbc455a', 'status': 'completed', 'code': 200} Aug 20 14:10:32.537853 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-270265c8-097b-49d8-b479-f13fe62e3a5c req-e1acf9a4-c571-49cd-8a61-52d40a19ad58 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364927 Aug 20 14:10:32.594734 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-6c194e40-4fc2-45b2-897e-8c842df69ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:32.596325 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-6c194e40-4fc2-45b2-897e-8c842df69ded service neutron] 10.222.0.65 "GET /v2.0/subnets?id=70930b94-b5fe-43e0-b1d1-cb529415b9c1 HTTP/1.1" status: 200 len: 850 time: 0.1052079 Aug 20 14:10:32.712823 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-f35db590-b506-4cbc-81eb-7abbde69c392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:32.714656 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-f35db590-b506-4cbc-81eb-7abbde69c392 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1091681 Aug 20 14:10:32.925718 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c74d4-ea76-49f9-b888-377e1a5f0259 req-9d64293d-47f2-4cdb-b8ca-d33690f57071 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:32.928230 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-991c74d4-ea76-49f9-b888-377e1a5f0259 req-9d64293d-47f2-4cdb-b8ca-d33690f57071 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 943 time: 0.1482022 Aug 20 14:10:32.933054 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-75e6a350-2008-4360-b512-f921170254f2 service neutron] 10.222.0.65 "GET /v2.0/networks/0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109709 Aug 20 14:10:33.036871 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device b51bf0b8-9568-4a95-ad67-53ec81884255 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:10:33.038935 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 6b75794f-c849-40e2-a07a-20dcddba583b no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:10:33.051062 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-8143fa22-3aa3-418a-845f-df49cbf30411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529622'] for router_interface, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:33.057675 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-991c74d4-ea76-49f9-b888-377e1a5f0259 req-42194bb7-abee-42ff-9622-067bd77bce9f tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186726 Aug 20 14:10:33.064012 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] No Port match for: 6b75794f-c849-40e2-a07a-20dcddba583b {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:10:33.064415 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 6b75794f-c849-40e2-a07a-20dcddba583b not bound to the agent host hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:10:33.134911 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-873b821c-71aa-4ae0-bd22-edb39c2a8631 req-18816a64-b491-42f5-aa8f-a1405af672ca service neutron] 10.222.0.65 "GET /v2.0/networks/0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879950 Aug 20 14:10:33.192405 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port b51bf0b8-9568-4a95-ad67-53ec81884255, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b51bf0b8-9568-4a95-ad67-53ec81884255,segment=NetworkSegment(09fbaf50-9346-436a-9d2f-7c32e079f7c3),segment_id=09fbaf50-9346-436a-9d2f-7c32e079f7c3)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:10:33.209080 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Returning: {'device': 'b51bf0b8-9568-4a95-ad67-53ec81884255', 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0', 'port_id': 'b51bf0b8-9568-4a95-ad67-53ec81884255', 'mac_address': 'fa:16:3e:91:8f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:10:33.257333 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:33.273514 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b51bf0b8-9568-4a95-ad67-53ec81884255 {{(pid=94102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:10:33.297990 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port b51bf0b8-9568-4a95-ad67-53ec81884255, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b51bf0b8-9568-4a95-ad67-53ec81884255,segment=NetworkSegment(09fbaf50-9346-436a-9d2f-7c32e079f7c3),segment_id=09fbaf50-9346-436a-9d2f-7c32e079f7c3)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:10:33.305330 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:33.340314 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a82ae9-51d6-498a-a1a3-71afec41a340 req-1f24aa9b-abd0-4dc6-9f03-83daf113887f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:33.341882 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-17a82ae9-51d6-498a-a1a3-71afec41a340 req-1f24aa9b-abd0-4dc6-9f03-83daf113887f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b9547b5173c74472b28578fee4efd2de&device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 1096 time: 0.1463592 Aug 20 14:10:33.362611 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=b51bf0b8-9568-4a95-ad67-53ec81884255,revision_number=9']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:33.370403 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:33.370977 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:33.371688 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:33.372195 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:33.372714 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:33.373221 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:33.373706 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:33.374199 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:33.374967 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:33.375460 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:33.376106 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:33.376610 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:10:33.506284 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a82ae9-51d6-498a-a1a3-71afec41a340 req-8408057b-3afe-462d-8eaf-ed0c843987ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:33.507776 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-17a82ae9-51d6-498a-a1a3-71afec41a340 req-8408057b-3afe-462d-8eaf-ed0c843987ba service neutron] 10.222.0.65 "GET /v2.0/networks?id=0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1 HTTP/1.1" status: 200 len: 912 time: 0.1567924 Aug 20 14:10:33.541519 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['b51bf0b8-9568-4a95-ad67-53ec81884255'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:10:33.789677 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-17a82ae9-51d6-498a-a1a3-71afec41a340 req-7846546b-d419-4536-99fc-2a1d50007abe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73d056e5-62ce-40a0-bde8-d77fccbc455a HTTP/1.1" status: 200 len: 217 time: 0.2721796 Aug 20 14:10:33.851880 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [None req-8143fa22-3aa3-418a-845f-df49cbf30411 admin admin] Deleting port 28542383-cbc5-4c29-b87a-2202d37b230b {{(pid=94100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:10:33.852216 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-8143fa22-3aa3-418a-845f-df49cbf30411 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:33.909528 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a82ae9-51d6-498a-a1a3-71afec41a340 req-faa42feb-a816-44b5-99e1-6b43cd78f0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:33.911144 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-17a82ae9-51d6-498a-a1a3-71afec41a340 req-faa42feb-a816-44b5-99e1-6b43cd78f0cd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=70930b94-b5fe-43e0-b1d1-cb529415b9c1 HTTP/1.1" status: 200 len: 850 time: 0.1132772 Aug 20 14:10:33.941218 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401648d-7456-4e5a-8905-1e9ae801981a req-cbf83bbe-aad7-4c4a-9624-c46fb16f45f4 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:33.943631 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9401648d-7456-4e5a-8905-1e9ae801981a req-cbf83bbe-aad7-4c4a-9624-c46fb16f45f4 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 945 time: 0.1574421 Aug 20 14:10:33.997692 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [None req-8143fa22-3aa3-418a-845f-df49cbf30411 admin admin] For port 28542383-cbc5-4c29-b87a-2202d37b230b, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=28542383-cbc5-4c29-b87a-2202d37b230b,segment=NetworkSegment(b3abcbc2-da77-4957-a9b3-2c3cbafbe331),segment_id=b3abcbc2-da77-4957-a9b3-2c3cbafbe331)] {{(pid=94100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:10:33.997978 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-8143fa22-3aa3-418a-845f-df49cbf30411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:34.024291 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [None req-8143fa22-3aa3-418a-845f-df49cbf30411 admin admin] Calling delete_port for 28542383-cbc5-4c29-b87a-2202d37b230b owned by network:router_interface {{(pid=94100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:10:34.031570 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9401648d-7456-4e5a-8905-1e9ae801981a req-b2b96b6e-e26e-4959-9121-d44a1a156c8f tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687735 Aug 20 14:10:34.035913 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a82ae9-51d6-498a-a1a3-71afec41a340 req-dd4f0703-ceea-4b2b-a14b-b23d023f395a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:34.037543 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-17a82ae9-51d6-498a-a1a3-71afec41a340 req-dd4f0703-ceea-4b2b-a14b-b23d023f395a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1172030 Aug 20 14:10:34.247366 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-17a82ae9-51d6-498a-a1a3-71afec41a340 req-8635e6d4-46ac-4df0-a209-61c50432f380 service neutron] 10.222.0.65 "GET /v2.0/networks/0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005916 Aug 20 14:10:34.261675 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773d230-3ac2-4a29-9dd5-9bc0411dc6c0 req-e3d84390-f4ee-45fd-9a48-f5a1f7ff1e6f tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:34.263140 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6773d230-3ac2-4a29-9dd5-9bc0411dc6c0 req-e3d84390-f4ee-45fd-9a48-f5a1f7ff1e6f tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 943 time: 0.1284194 Aug 20 14:10:34.371716 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6773d230-3ac2-4a29-9dd5-9bc0411dc6c0 req-6d8981b3-b25a-4547-98d2-fefa643f507f tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957339 Aug 20 14:10:34.429432 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-17a82ae9-51d6-498a-a1a3-71afec41a340 req-d0aecdc8-40cb-4424-b119-713b251bfeba service neutron] 10.222.0.65 "GET /v2.0/networks/0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653376 Aug 20 14:10:34.456780 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-8143fa22-3aa3-418a-845f-df49cbf30411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:34.518645 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143fa22-3aa3-418a-845f-df49cbf30411 admin admin] Pushing event deleted for resources: {'Port': ['ID=28542383-cbc5-4c29-b87a-2202d37b230b,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:34.606367 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-b08b0586-104e-42c4-a7dc-4c033671adbd tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:34.607814 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-b08b0586-104e-42c4-a7dc-4c033671adbd tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/networks?id=fd2b389c-07c4-46a4-9c61-c7db406c2ee2 HTTP/1.1" status: 200 len: 815 time: 0.1747556 Aug 20 14:10:34.659493 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-3a63f571-ee5e-4f57-a8d0-ec073d63887f tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/quotas/16f5c5549cc5497f82be9bc39ad14467 HTTP/1.1" status: 200 len: 375 time: 0.0163019 Aug 20 14:10:34.745101 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-8143fa22-3aa3-418a-845f-df49cbf30411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1015037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529482'] for router_interface, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:34.753399 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-537b27d4-c1ea-416b-b04e-4e10d54f013e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=16f5c5549cc5497f82be9bc39ad14467&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0875080 Aug 20 14:10:34.928872 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-e070238f-abe0-4a76-bf5e-95f4bcb26c23 service neutron] 10.222.0.38 "GET /v2.0/networks/fd2b389c-07c4-46a4-9c61-c7db406c2ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343071 Aug 20 14:10:35.057233 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device b51bf0b8-9568-4a95-ad67-53ec81884255 up at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:10:35.099509 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-bf7bffc6-2cc5-4793-8bb7-920c2bd4a645 service neutron] 10.222.0.38 "GET /v2.0/networks/fd2b389c-07c4-46a4-9c61-c7db406c2ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359122 Aug 20 14:10:35.104562 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8143fa22-3aa3-418a-845f-df49cbf30411 admin admin] Router 2c86fe25-eb90-4e89-99ab-493e66dc1929 has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:10:35.141056 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning complete for port b51bf0b8-9568-4a95-ad67-53ec81884255 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:10:35.142066 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:35.242481 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4acc3-a2e7-4ce4-afa5-2fdc46f6bf4e req-efa606f3-5e5f-4f4a-8465-be69579ca601 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:35.244445 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b8c4acc3-a2e7-4ce4-afa5-2fdc46f6bf4e req-efa606f3-5e5f-4f4a-8465-be69579ca601 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 945 time: 0.0941410 Aug 20 14:10:35.251738 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:35.262588 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8143fa22-3aa3-418a-845f-df49cbf30411 admin admin] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:10:35.272587 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ea1ab2-4206-49c3-abab-07aa68862b0c None None] Sync routers for ids ['2c86fe25-eb90-4e89-99ab-493e66dc1929'] in dv-cinder-790535-10-iscsi {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:10:35.281086 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84643384-b871-43e8-a754-c9b24753f49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51bf0b8-9568-4a95-ad67-53ec81884255'}] {{(pid=94102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:10:35.283399 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658e03e68c488354c0da9c4193b8775245da486d5210860026445f3bfd5b20fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117500be-dfa0-469e-bd7d-a7d8da8e8e98" -d '{"events": [{"server_uuid": "84643384-b871-43e8-a754-c9b24753f49a", "name": "network-vif-plugged", "status": "completed", "tag": "b51bf0b8-9568-4a95-ad67-53ec81884255"}]}' {{(pid=94102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:10:35.285975 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ea1ab2-4206-49c3-abab-07aa68862b0c None None] Routers {'2c86fe25-eb90-4e89-99ab-493e66dc1929'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:10:35.286810 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-74ea1ab2-4206-49c3-abab-07aa68862b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:10:11Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['2c86fe25-eb90-4e89-99ab-493e66dc1929'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:10:35.302839 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port b51bf0b8-9568-4a95-ad67-53ec81884255, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b51bf0b8-9568-4a95-ad67-53ec81884255,segment=NetworkSegment(09fbaf50-9346-436a-9d2f-7c32e079f7c3),segment_id=09fbaf50-9346-436a-9d2f-7c32e079f7c3)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:10:35.306827 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-8143fa22-3aa3-418a-845f-df49cbf30411 admin admin] 10.222.0.38 "PUT /v2.0/routers/2c86fe25-eb90-4e89-99ab-493e66dc1929/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3263960 Aug 20 14:10:35.309833 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 58696) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:10:35.310961 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b8c4acc3-a2e7-4ce4-afa5-2fdc46f6bf4e req-8ebbe2d3-a351-4598-945a-cd46954a60eb tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581520 Aug 20 14:10:35.312836 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:35.345497 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ff48d569-39a9-4241-81a0-763c6c988f90 req-2f55b13b-5eaf-4e34-b7c0-3e1383c0ecca tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 210 time: 0.0799232 Aug 20 14:10:35.406567 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bec74f-7355-4bb1-9257-02827a1a6ec0 x-openstack-request-id: req-65bec74f-7355-4bb1-9257-02827a1a6ec0 {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:10:35.411752 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84643384-b871-43e8-a754-c9b24753f49a", "name": "network-vif-plugged", "status": "completed", "tag": "b51bf0b8-9568-4a95-ad67-53ec81884255", "code": 200}]} {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:10:35.411930 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-65bec74f-7355-4bb1-9257-02827a1a6ec0 {{(pid=94102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:10:35.413107 dv-cinder-790535-10-iscsi neutron-server[94102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84643384-b871-43e8-a754-c9b24753f49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51bf0b8-9568-4a95-ad67-53ec81884255', 'code': 200} Aug 20 14:10:35.423713 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=b51bf0b8-9568-4a95-ad67-53ec81884255,revision_number=10']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:35.456052 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d7a0b23c-daf7-412b-8215-b77c83d8af12 admin admin] Notify callbacks [] for router, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:35.466436 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-74ea1ab2-4206-49c3-abab-07aa68862b0c None None] Set router 2c86fe25-eb90-4e89-99ab-493e66dc1929 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:10:35.547234 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb21f0-1c89-44d6-be0c-19e0bbb761af req-05d381ec-dd67-4930-a886-9ddc03444f48 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:35.561902 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e6bb21f0-1c89-44d6-be0c-19e0bbb761af req-05d381ec-dd67-4930-a886-9ddc03444f48 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 943 time: 0.0716276 Aug 20 14:10:35.594580 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d7a0b23c-daf7-412b-8215-b77c83d8af12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:35.601166 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e6bb21f0-1c89-44d6-be0c-19e0bbb761af req-55057068-fc3e-40cd-b81b-6e1fc40f2a58 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380292 Aug 20 14:10:35.651785 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-d7a0b23c-daf7-412b-8215-b77c83d8af12 admin admin] Deleting port 2827acd0-aaae-469f-9064-5eef8f324edb {{(pid=94101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:10:35.652121 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d7a0b23c-daf7-412b-8215-b77c83d8af12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:35.678060 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-74ea1ab2-4206-49c3-abab-07aa68862b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c86fe25-eb90-4e89-99ab-493e66dc1929', 'name': 'tempest-ServerRescueNegativeTestJSON-1476246762-router', 'tenant_id': 'e5c5349bb995408f9231d02a2b7a42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '2827acd0-aaae-469f-9064-5eef8f324edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:07:01Z', 'updated_at': '2021-08-20T14:10:34Z', 'revision_number': 5, 'project_id': 'e5c5349bb995408f9231d02a2b7a42d6', 'gw_port': {'id': '2827acd0-aaae-469f-9064-5eef8f324edb', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c86fe25-eb90-4e89-99ab-493e66dc1929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:02Z', 'updated_at': '2021-08-20T14:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:10:35.706049 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ea1ab2-4206-49c3-abab-07aa68862b0c None None] Checking router: 2c86fe25-eb90-4e89-99ab-493e66dc1929 for host: dv-cinder-790535-10-iscsi {{(pid=94103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:10:35.715409 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ea1ab2-4206-49c3-abab-07aa68862b0c None None] Routers {'2c86fe25-eb90-4e89-99ab-493e66dc1929'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:10:35.716016 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-74ea1ab2-4206-49c3-abab-07aa68862b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:10:11Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['2c86fe25-eb90-4e89-99ab-493e66dc1929'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:10:35.786448 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.db [None req-d7a0b23c-daf7-412b-8215-b77c83d8af12 admin admin] For port 2827acd0-aaae-469f-9064-5eef8f324edb, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=2827acd0-aaae-469f-9064-5eef8f324edb,segment=NetworkSegment(4decdd4f-3fef-48ea-97d6-157c44e17f8c),segment_id=4decdd4f-3fef-48ea-97d6-157c44e17f8c)] {{(pid=94101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:10:35.786940 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d7a0b23c-daf7-412b-8215-b77c83d8af12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:35.804567 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-d7a0b23c-daf7-412b-8215-b77c83d8af12 admin admin] Calling delete_port for 2827acd0-aaae-469f-9064-5eef8f324edb owned by network:router_gateway {{(pid=94101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:10:35.814894 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-74ea1ab2-4206-49c3-abab-07aa68862b0c None None] Set router 2c86fe25-eb90-4e89-99ab-493e66dc1929 gateway port host: None {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:10:35.881469 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-74ea1ab2-4206-49c3-abab-07aa68862b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c86fe25-eb90-4e89-99ab-493e66dc1929', 'name': 'tempest-ServerRescueNegativeTestJSON-1476246762-router', 'tenant_id': 'e5c5349bb995408f9231d02a2b7a42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:07:01Z', 'updated_at': '2021-08-20T14:10:35Z', 'revision_number': 6, 'project_id': 'e5c5349bb995408f9231d02a2b7a42d6', 'gw_port_host': None}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:10:35.912986 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ea1ab2-4206-49c3-abab-07aa68862b0c None None] The sync data for ids ['2c86fe25-eb90-4e89-99ab-493e66dc1929'] in dv-cinder-790535-10-iscsi is: [{'id': '2c86fe25-eb90-4e89-99ab-493e66dc1929', 'name': 'tempest-ServerRescueNegativeTestJSON-1476246762-router', 'tenant_id': 'e5c5349bb995408f9231d02a2b7a42d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:07:01Z', 'updated_at': '2021-08-20T14:10:35Z', 'revision_number': 6, 'project_id': 'e5c5349bb995408f9231d02a2b7a42d6', 'gw_port_host': None}] {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:10:35.941274 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8400c-304d-4d57-baeb-346192d4473c req-a395c46a-0ddb-49e8-9bbc-096704792aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:35.944441 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0ba8400c-304d-4d57-baeb-346192d4473c req-a395c46a-0ddb-49e8-9bbc-096704792aba service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 1100 time: 0.1318414 Aug 20 14:10:35.998643 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0ba8400c-304d-4d57-baeb-346192d4473c req-a2e9038c-4dff-49c5-bba5-a3309fa02d46 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364637 Aug 20 14:10:36.064588 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d7a0b23c-daf7-412b-8215-b77c83d8af12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131250090'] for port, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:36.094183 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0b23c-daf7-412b-8215-b77c83d8af12 admin admin] Pushing event deleted for resources: {'Port': ['ID=2827acd0-aaae-469f-9064-5eef8f324edb,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:36.173910 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d7a0b23c-daf7-412b-8215-b77c83d8af12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-686494'] for router_gateway, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:36.287693 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d7a0b23c-daf7-412b-8215-b77c83d8af12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3234'] for router, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:36.290442 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d7a0b23c-daf7-412b-8215-b77c83d8af12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:36.381642 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d7a0b23c-daf7-412b-8215-b77c83d8af12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532139'] for router, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:36.383554 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a0b23c-daf7-412b-8215-b77c83d8af12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c86fe25-eb90-4e89-99ab-493e66dc1929 {{(pid=94101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:10:36.390644 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d7a0b23c-daf7-412b-8215-b77c83d8af12 admin admin] Notify callbacks [] for router, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:36.393112 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-d7a0b23c-daf7-412b-8215-b77c83d8af12 admin admin] 10.222.0.38 "DELETE /v2.0/routers/2c86fe25-eb90-4e89-99ab-493e66dc1929 HTTP/1.1" status: 204 len: 168 time: 1.0800979 Aug 20 14:10:36.396834 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 58710) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:10:36.495904 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d1958e9-8799-4527-905d-fcc0c7cdd026 admin admin] Deleting subnet 76001b34-7c64-4cf4-accf-135ef535979b {{(pid=94100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:10:36.502690 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-5d1958e9-8799-4527-905d-fcc0c7cdd026 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:36.573596 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8a24eb1f-e723-4f2a-b7b4-55d8fe979ffc req-0b849165-e49d-4f6d-88eb-2a0cc91a4d80 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 210 time: 0.0718193 Aug 20 14:10:36.586909 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2f843-82fc-4e1a-bc78-c05d0e144223 req-8ef7226b-4b1f-426b-a08d-fe5a00719ee5 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:36.589650 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-20f2f843-82fc-4e1a-bc78-c05d0e144223 req-8ef7226b-4b1f-426b-a08d-fe5a00719ee5 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 947 time: 0.1578498 Aug 20 14:10:36.669060 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-5d1958e9-8799-4527-905d-fcc0c7cdd026 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132723178'] for subnet, precommit_delete_associations {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:37.007548 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-20f2f843-82fc-4e1a-bc78-c05d0e144223 req-0f13a6e7-9780-474e-9727-0451de4077f3 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3897798 Aug 20 14:10:37.033408 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-5d1958e9-8799-4527-905d-fcc0c7cdd026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1685479'] for subnet, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:37.083522 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-338cfdde-5bed-4893-9d39-65e7660dd248 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:37.085229 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-338cfdde-5bed-4893-9d39-65e7660dd248 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.65 "GET /v2.0/networks?id=fd2b389c-07c4-46a4-9c61-c7db406c2ee2 HTTP/1.1" status: 200 len: 815 time: 0.5103419 Aug 20 14:10:37.097895 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98554952-b8d8-44f0-8892-88ea9af632be req-deb16f5f-dd3f-4971-b6a5-c86ba197b819 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:37.099743 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-98554952-b8d8-44f0-8892-88ea9af632be req-deb16f5f-dd3f-4971-b6a5-c86ba197b819 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 943 time: 0.1613083 Aug 20 14:10:37.106391 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-dd57c123-2065-424a-9c48-7cb4ca64ebef tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Request body: {'port': {'device_id': 'afedbc56-7f1a-4a8d-ac3d-d851e66cf69c', 'network_id': 'fd2b389c-07c4-46a4-9c61-c7db406c2ee2', 'admin_state_up': True, 'tenant_id': '16f5c5549cc5497f82be9bc39ad14467'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:10:37.225163 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-5d1958e9-8799-4527-905d-fcc0c7cdd026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1685486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130952508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130989612'] for subnet, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:37.250519 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-98554952-b8d8-44f0-8892-88ea9af632be req-cabadd97-a35a-455d-9a70-b6561413f659 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379385 Aug 20 14:10:37.281606 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1958e9-8799-4527-905d-fcc0c7cdd026 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76001b34-7c64-4cf4-accf-135ef535979b,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:37.290320 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-5d1958e9-8799-4527-905d-fcc0c7cdd026 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:37.296678 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 58738) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:10:37.297066 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-5d1958e9-8799-4527-905d-fcc0c7cdd026 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/76001b34-7c64-4cf4-accf-135ef535979b HTTP/1.1" status: 204 len: 168 time: 0.8987262 Aug 20 14:10:37.324240 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-dd57c123-2065-424a-9c48-7cb4ca64ebef tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Made reservation on behalf of 16f5c5549cc5497f82be9bc39ad14467 for: {'port': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:10:37.330015 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-dd57c123-2065-424a-9c48-7cb4ca64ebef tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:37.373500 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-4f4f295f-e496-4f04-b92b-2e189f13e85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656558'] for network, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:37.469437 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-4f4f295f-e496-4f04-b92b-2e189f13e85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1745010', 'neutron.services.segments.db._delete_segments_for_network-8728246697485'] for network, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:37.484021 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-4f4f295f-e496-4f04-b92b-2e189f13e85b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c7c6a6-5f3d-43a4-90fb-564a679154da']}} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:10:37.499469 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-4f4f295f-e496-4f04-b92b-2e189f13e85b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3abcbc2-da77-4957-a9b3-2c3cbafbe331') {'for_net_delete': True} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:10:37.499795 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-4f4f295f-e496-4f04-b92b-2e189f13e85b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3abcbc2-da77-4957-a9b3-2c3cbafbe331') {} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:10:37.510890 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-4f4f295f-e496-4f04-b92b-2e189f13e85b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728246668737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131863519'] for segment, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:37.528411 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-4f4f295f-e496-4f04-b92b-2e189f13e85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:37.538915 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4f295f-e496-4f04-b92b-2e189f13e85b admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:10:37.539323 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-4f4f295f-e496-4f04-b92b-2e189f13e85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131250037'] for segment, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:37.541211 dv-cinder-790535-10-iscsi neutron-server[94101]: Traceback (most recent call last): Aug 20 14:10:37.541211 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:10:37.541211 dv-cinder-790535-10-iscsi neutron-server[94101]: timer() Aug 20 14:10:37.541211 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:10:37.541211 dv-cinder-790535-10-iscsi neutron-server[94101]: cb(*args, **kw) Aug 20 14:10:37.541211 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:10:37.541211 dv-cinder-790535-10-iscsi neutron-server[94101]: return func(*args, **kwargs) Aug 20 14:10:37.541211 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:10:37.541211 dv-cinder-790535-10-iscsi neutron-server[94101]: self._notify() Aug 20 14:10:37.541211 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:10:37.541211 dv-cinder-790535-10-iscsi neutron-server[94101]: self.callback(batched_events) Aug 20 14:10:37.541211 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:10:37.541211 dv-cinder-790535-10-iscsi neutron-server[94101]: event.method(event) Aug 20 14:10:37.541211 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:10:37.541211 dv-cinder-790535-10-iscsi neutron-server[94101]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:10:37.541211 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:10:37.541211 dv-cinder-790535-10-iscsi neutron-server[94101]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:10:37.541211 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:10:37.541211 dv-cinder-790535-10-iscsi neutron-server[94101]: return f(self, *a, **k) Aug 20 14:10:37.541211 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:10:37.541211 dv-cinder-790535-10-iscsi neutron-server[94101]: return self._get(url).json() Aug 20 14:10:37.541211 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:10:37.541211 dv-cinder-790535-10-iscsi neutron-server[94101]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:10:37.541211 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:10:37.541211 dv-cinder-790535-10-iscsi neutron-server[94101]: return self.request(url, 'GET', **kwargs) Aug 20 14:10:37.541211 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:10:37.541211 dv-cinder-790535-10-iscsi neutron-server[94101]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:10:37.541211 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:10:37.541211 dv-cinder-790535-10-iscsi neutron-server[94101]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:10:37.541211 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:10:37.541211 dv-cinder-790535-10-iscsi neutron-server[94101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:10:37.541211 dv-cinder-790535-10-iscsi neutron-server[94101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:10:37.552361 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-dd57c123-2065-424a-9c48-7cb4ca64ebef tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Allocated IP 172.20.0.13 (fd2b389c-07c4-46a4-9c61-c7db406c2ee2/d1f93410-7160-43fc-92d9-eb198e6e3255/d3c422d8-f60e-4f16-ade8-d2ea06425c6f) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:10:37.647071 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-4f4f295f-e496-4f04-b92b-2e189f13e85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1745017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687127'] for network, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:37.677713 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-4f4f295f-e496-4f04-b92b-2e189f13e85b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:37.687053 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-4f4f295f-e496-4f04-b92b-2e189f13e85b admin admin] 10.222.0.38 "DELETE /v2.0/networks/c1c7c6a6-5f3d-43a4-90fb-564a679154da HTTP/1.1" status: 204 len: 168 time: 0.3884621 Aug 20 14:10:37.689060 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f295f-e496-4f04-b92b-2e189f13e85b admin admin] Pushing event deleted for resources: {'Network': ['ID=c1c7c6a6-5f3d-43a4-90fb-564a679154da,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:37.721297 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-2859e10a-0c4a-422e-9c97-ea38d9d4763f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:37.837110 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e73b3da5-4eea-4078-9fa2-c90240a235d6 req-52b4ebbe-3854-429d-83e9-a419ad7691d1 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 210 time: 0.0709190 Aug 20 14:10:37.965672 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 28542383-cbc5-4c29-b87a-2202d37b230b no longer exists at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:10:38.013018 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-dd57c123-2065-424a-9c48-7cb4ca64ebef tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:38.021693 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] No Port match for: 28542383-cbc5-4c29-b87a-2202d37b230b {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:10:38.022752 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 28542383-cbc5-4c29-b87a-2202d37b230b not bound to the agent host dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:10:38.023325 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 2827acd0-aaae-469f-9064-5eef8f324edb no longer exists at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:10:38.060483 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.provisioning_blocks [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-dd57c123-2065-424a-9c48-7cb4ca64ebef tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Transition to ACTIVE for port object d3c422d8-f60e-4f16-ade8-d2ea06425c6f will not be triggered until provisioned by entity DHCP. {{(pid=94100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:10:38.068716 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] No Port match for: 2827acd0-aaae-469f-9064-5eef8f324edb {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:10:38.070090 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 2827acd0-aaae-469f-9064-5eef8f324edb not bound to the agent host dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:10:38.135198 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 58778) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:10:38.152670 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-dd57c123-2065-424a-9c48-7cb4ca64ebef tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:38.225293 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-bee8b0d6-1866-4956-8740-6a7a6875217b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e5c5349bb995408f9231d02a2b7a42d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0886176 Aug 20 14:10:38.225958 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 58780) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:10:38.245500 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-dd57c123-2065-424a-9c48-7cb4ca64ebef tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Network fd2b389c-07c4-46a4-9c61-c7db406c2ee2 is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:10:38.271292 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-dd57c123-2065-424a-9c48-7cb4ca64ebef tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:10:38.277749 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-dd57c123-2065-424a-9c48-7cb4ca64ebef tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:10:38.324981 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-dd2c88d9-ddd2-465c-a220-abb3caea1ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:38.341040 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57c123-2065-424a-9c48-7cb4ca64ebef tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Pushing event updated for resources: {'Port': ['ID=d3c422d8-f60e-4f16-ade8-d2ea06425c6f,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:38.380634 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421f746-e86b-4507-9265-704e3cff17ff req-468ebc5b-5b4e-4352-8324-b0d172c20627 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:38.382586 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c421f746-e86b-4507-9265-704e3cff17ff req-468ebc5b-5b4e-4352-8324-b0d172c20627 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 947 time: 0.2067385 Aug 20 14:10:38.392284 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-dd57c123-2065-424a-9c48-7cb4ca64ebef tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:38.393003 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-dd57c123-2065-424a-9c48-7cb4ca64ebef tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:38.394089 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-dd2c88d9-ddd2-465c-a220-abb3caea1ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:38.491467 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-dd2c88d9-ddd2-465c-a220-abb3caea1ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:38.495326 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-dd2c88d9-ddd2-465c-a220-abb3caea1ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:38.499727 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-dd2c88d9-ddd2-465c-a220-abb3caea1ecf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d2bfdaf0-1c1f-4fba-934d-a28612e3c998 HTTP/1.1" status: 204 len: 168 time: 0.2727733 Aug 20 14:10:38.502697 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-dd57c123-2065-424a-9c48-7cb4ca64ebef tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4000525 Aug 20 14:10:38.509986 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c88d9-ddd2-465c-a220-abb3caea1ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bfdaf0-1c1f-4fba-934d-a28612e3c998,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:38.583505 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c421f746-e86b-4507-9265-704e3cff17ff req-210afb08-dd1b-4520-b2e8-13ab3b19f696 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264367 Aug 20 14:10:38.608418 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1aeb12-da50-42eb-9043-06750c8659e4 req-6aa70de8-6b20-4b64-b459-1b4897d34e35 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:38.619092 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1f1aeb12-da50-42eb-9043-06750c8659e4 req-6aa70de8-6b20-4b64-b459-1b4897d34e35 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 943 time: 0.2342970 Aug 20 14:10:38.621552 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-839ff55b-e71d-497d-8ecc-235a067113b1 None None] Provisioning for port d3c422d8-f60e-4f16-ade8-d2ea06425c6f completed by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:10:38.626190 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-839ff55b-e71d-497d-8ecc-235a067113b1 None None] Provisioning complete for port d3c422d8-f60e-4f16-ade8-d2ea06425c6f triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:10:38.626644 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-839ff55b-e71d-497d-8ecc-235a067113b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:38.686542 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-839ff55b-e71d-497d-8ecc-235a067113b1 None None] Port d3c422d8-f60e-4f16-ade8-d2ea06425c6f cannot update to ACTIVE because it is not bound. {{(pid=94102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:10:38.702696 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1f1aeb12-da50-42eb-9043-06750c8659e4 req-e7c4ff23-a73c-4e49-92e9-dcfda55408ce tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776768 Aug 20 14:10:38.984985 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673bfa4-0bf1-4485-bda5-969ae2aae642 req-edfa6d83-26b1-4ddc-9d9a-ecf8c4eb39f0 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:38.986829 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0673bfa4-0bf1-4485-bda5-969ae2aae642 req-edfa6d83-26b1-4ddc-9d9a-ecf8c4eb39f0 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 932 time: 0.0635192 Aug 20 14:10:39.036681 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0673bfa4-0bf1-4485-bda5-969ae2aae642 req-5b63a72c-4715-4e93-a027-95c5b4903e8f tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406034 Aug 20 14:10:39.430267 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 58806) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:10:39.544733 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-bf2b9383-6b80-40aa-8c22-5604937aae9c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1890539095-network', 'tenant_id': '8c3d9cf181db499891a024e70c8400da'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:10:39.571839 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2b9383-6b80-40aa-8c22-5604937aae9c admin admin] Made reservation on behalf of 8c3d9cf181db499891a024e70c8400da for: {'network': 1} {{(pid=94101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:10:39.574323 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-bf2b9383-6b80-40aa-8c22-5604937aae9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for network, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:39.584166 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-bf2b9383-6b80-40aa-8c22-5604937aae9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:39.689656 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-bf2b9383-6b80-40aa-8c22-5604937aae9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:39.694606 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-bf2b9383-6b80-40aa-8c22-5604937aae9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:39.723378 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf2b9383-6b80-40aa-8c22-5604937aae9c admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:10:39.731490 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b9383-6b80-40aa-8c22-5604937aae9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7454550-4d1f-474f-bf20-cb6e892f9a2f,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:39.740072 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-bf2b9383-6b80-40aa-8c22-5604937aae9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:39.740421 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.db.segments_db [None req-bf2b9383-6b80-40aa-8c22-5604937aae9c admin admin] Added segment 11c15525-ccd2-446d-8b3a-dfa495bbcb12 of type vlan for network 271b6c32-8ac1-4497-9ce3-51b005c1649b Aug 20 14:10:39.757834 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74950370-dabe-42f0-a117-112ada9e36ea req-21f2f8c1-4429-4046-b90d-e3887ba3cf0b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:39.765650 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-74950370-dabe-42f0-a117-112ada9e36ea req-21f2f8c1-4429-4046-b90d-e3887ba3cf0b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 947 time: 0.1008372 Aug 20 14:10:39.797261 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-bf2b9383-6b80-40aa-8c22-5604937aae9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728246170444'] for network, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:39.825199 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-74950370-dabe-42f0-a117-112ada9e36ea req-8a5cc421-9e1c-4b55-8b23-bafbf6fe0e63 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585382 Aug 20 14:10:39.827605 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-bf2b9383-6b80-40aa-8c22-5604937aae9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018'] for network, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:39.829197 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2b9383-6b80-40aa-8c22-5604937aae9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:39.829924 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-bf2b9383-6b80-40aa-8c22-5604937aae9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:39.879690 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c00751-677a-4900-b866-3dec3b0f22f5 req-d093d808-6aa1-4662-97b6-ff0284354424 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:39.881545 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-91c00751-677a-4900-b866-3dec3b0f22f5 req-d093d808-6aa1-4662-97b6-ff0284354424 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 943 time: 0.0528131 Aug 20 14:10:39.919388 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-bf2b9383-6b80-40aa-8c22-5604937aae9c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4880028 Aug 20 14:10:39.925236 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 58814) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:10:39.926760 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-91c00751-677a-4900-b866-3dec3b0f22f5 req-4fd42e7c-c601-4270-a6c8-cde5cc0ebaa0 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381362 Aug 20 14:10:39.939783 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-e21bb9f8-4242-4ade-b9d9-a2337fc8b1a6 admin admin] Request body: {'subnet': {'network_id': '271b6c32-8ac1-4497-9ce3-51b005c1649b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1890539095-subnet', 'tenant_id': '8c3d9cf181db499891a024e70c8400da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:10:39.949963 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b9383-6b80-40aa-8c22-5604937aae9c admin admin] Pushing event updated for resources: {'Network': ['ID=271b6c32-8ac1-4497-9ce3-51b005c1649b,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:39.963510 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Network 271b6c32-8ac1-4497-9ce3-51b005c1649b details requested by agent ovs-agent-dv-cinder-790535-10-iscsi with host dv-cinder-790535-10-iscsi {{(pid=94102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:10:39.972011 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21bb9f8-4242-4ade-b9d9-a2337fc8b1a6 admin admin] Made reservation on behalf of 8c3d9cf181db499891a024e70c8400da for: {'subnet': 1} {{(pid=94101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:10:39.975159 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e21bb9f8-4242-4ade-b9d9-a2337fc8b1a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130135303'] for subnet, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:40.181671 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7beae6-758b-4e58-89c5-4d8b018cbd1f req-5b5cce86-1efe-4afe-a527-956bbce14700 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:40.183340 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3c7beae6-758b-4e58-89c5-4d8b018cbd1f req-5b5cce86-1efe-4afe-a527-956bbce14700 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 932 time: 0.0639262 Aug 20 14:10:40.201233 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e21bb9f8-4242-4ade-b9d9-a2337fc8b1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131250142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130135317'] for subnet, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:40.225939 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3c7beae6-758b-4e58-89c5-4d8b018cbd1f req-5745bc5f-fbbc-4355-b764-e9cb156c010a tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354555 Aug 20 14:10:40.268434 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21bb9f8-4242-4ade-b9d9-a2337fc8b1a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5f120ee-ab4d-47be-93bf-75e343e023ae,revision_number=0']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:40.278091 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21bb9f8-4242-4ade-b9d9-a2337fc8b1a6 admin admin] Checking segment: {'id': '11c15525-ccd2-446d-8b3a-dfa495bbcb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '271b6c32-8ac1-4497-9ce3-51b005c1649b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:10:40.278442 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21bb9f8-4242-4ade-b9d9-a2337fc8b1a6 admin admin] Network hostable DHCP agents. Network: 271b6c32-8ac1-4497-9ce3-51b005c1649b, hostable agents: ['753d3244-3585-4dcb-8855-3f40f736060e'], hosted agents: [] {{(pid=94101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:10:40.297539 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21bb9f8-4242-4ade-b9d9-a2337fc8b1a6 admin admin] Network 271b6c32-8ac1-4497-9ce3-51b005c1649b is scheduled to be hosted by DHCP agent 753d3244-3585-4dcb-8855-3f40f736060e with binding_index 1 {{(pid=94101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:10:40.307437 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.base_scheduler [None req-e21bb9f8-4242-4ade-b9d9-a2337fc8b1a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-10-iscsi, 271b6c32-8ac1-4497-9ce3-51b005c1649b) {{(pid=94101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:10:40.315926 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8774cbf-8c40-48f6-a4a5-103d31a62fdf None None] Network 271b6c32-8ac1-4497-9ce3-51b005c1649b requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:10:40.318658 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21bb9f8-4242-4ade-b9d9-a2337fc8b1a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:40.319367 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e21bb9f8-4242-4ade-b9d9-a2337fc8b1a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for subnet, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:40.334736 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-e21bb9f8-4242-4ade-b9d9-a2337fc8b1a6 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4044790 Aug 20 14:10:40.465658 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ff2fb7-40f3-40f4-a03c-da19834662b7 None None] Network 271b6c32-8ac1-4497-9ce3-51b005c1649b requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:10:40.470619 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-2c005b6e-f2eb-4548-9c76-92289baacc06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:40.552606 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:40.862536 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84947a9b-ac69-46c5-b07a-11998b327966 req-0ddb1919-3ee4-46e6-948e-815b0052eb66 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:40.870455 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-84947a9b-ac69-46c5-b07a-11998b327966 req-0ddb1919-3ee4-46e6-948e-815b0052eb66 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/networks?id=271b6c32-8ac1-4497-9ce3-51b005c1649b HTTP/1.1" status: 200 len: 815 time: 0.1102519 Aug 20 14:10:40.881810 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-84947a9b-ac69-46c5-b07a-11998b327966 req-893f7ff3-0898-4e77-b4f8-798db8d7fe81 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/quotas/8c3d9cf181db499891a024e70c8400da HTTP/1.1" status: 200 len: 375 time: 0.0104864 Aug 20 14:10:40.916310 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-84947a9b-ac69-46c5-b07a-11998b327966 req-832da0fc-c42b-441b-b590-dade6efda42a tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8c3d9cf181db499891a024e70c8400da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284431 Aug 20 14:10:41.027915 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181175fa-421d-48b5-b6ac-a38f6715ab23 req-6db2ab19-0c12-4beb-9005-bfe0b05ecedc tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:41.029347 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-181175fa-421d-48b5-b6ac-a38f6715ab23 req-6db2ab19-0c12-4beb-9005-bfe0b05ecedc tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 947 time: 0.1076026 Aug 20 14:10:41.087978 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-84947a9b-ac69-46c5-b07a-11998b327966 req-9239db38-475d-4535-bdc1-293e5f36259b service neutron] 10.222.0.38 "GET /v2.0/networks/271b6c32-8ac1-4497-9ce3-51b005c1649b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358647 Aug 20 14:10:41.090966 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-181175fa-421d-48b5-b6ac-a38f6715ab23 req-6b707a1f-0615-47ef-b9fc-6ab7f9b60f75 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554008 Aug 20 14:10:41.209839 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-84947a9b-ac69-46c5-b07a-11998b327966 req-f59dab3d-e4a5-4928-ab1a-4e0c801b45f5 service neutron] 10.222.0.38 "GET /v2.0/networks/271b6c32-8ac1-4497-9ce3-51b005c1649b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153510 Aug 20 14:10:41.232175 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281fd5c-3b1b-48ab-b2d0-ad6b0aede9e9 req-27b3b133-4b14-450a-9caa-8006c1da9849 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:41.233701 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3281fd5c-3b1b-48ab-b2d0-ad6b0aede9e9 req-27b3b133-4b14-450a-9caa-8006c1da9849 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 943 time: 0.0721128 Aug 20 14:10:41.278775 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3281fd5c-3b1b-48ab-b2d0-ad6b0aede9e9 req-aa2e8ba5-5834-4020-8f93-146f9fa663d0 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385888 Aug 20 14:10:41.439499 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3d859119-4b30-4e23-9ceb-6df1692753c2 req-656c08bb-9b18-4e4c-9d67-a56eebe81092 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=092c9d34-bc9d-4df4-805b-9e6f7d56c752 HTTP/1.1" status: 200 len: 210 time: 0.0374601 Aug 20 14:10:41.450765 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4264c63-1336-443b-91aa-c78bacb51742 req-316861ae-fae4-4b8b-b26f-92694e2ee500 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:41.454586 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c4264c63-1336-443b-91aa-c78bacb51742 req-316861ae-fae4-4b8b-b26f-92694e2ee500 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 932 time: 0.0850186 Aug 20 14:10:41.511333 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c4264c63-1336-443b-91aa-c78bacb51742 req-2c39b689-2245-4e0b-a6f5-f279588d35b1 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496092 Aug 20 14:10:41.572005 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:42.224664 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd7a4e-0294-40d3-9712-8c99861fd378 req-a2ec383b-3f6a-4048-a46c-3f512c3d5203 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:42.226144 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d0cd7a4e-0294-40d3-9712-8c99861fd378 req-a2ec383b-3f6a-4048-a46c-3f512c3d5203 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 947 time: 0.0562441 Aug 20 14:10:42.265266 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d0cd7a4e-0294-40d3-9712-8c99861fd378 req-9ac76f36-10dc-4316-b16b-cbee43ffe3b6 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330935 Aug 20 14:10:42.408844 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893d55f-12c3-4d68-a99c-275367c934cb req-6799b70b-101b-460c-bb8f-36681d9dda15 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:42.410456 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2893d55f-12c3-4d68-a99c-275367c934cb req-6799b70b-101b-460c-bb8f-36681d9dda15 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 943 time: 0.0542078 Aug 20 14:10:42.456632 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:42.461123 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2893d55f-12c3-4d68-a99c-275367c934cb req-eaeeb846-7504-4e1a-b359-0385c01f7837 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440836 Aug 20 14:10:42.538563 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-79dc0e96-6dd8-45dc-977a-966d7b405ea9 req-6c1ce89a-2e52-4ca6-aa30-315b8088add4 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=092c9d34-bc9d-4df4-805b-9e6f7d56c752 HTTP/1.1" status: 200 len: 210 time: 0.0290678 Aug 20 14:10:42.623132 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c7a67-b516-48b7-b177-9c0687004aa5 req-e72dcf6d-64e5-452f-9e70-75fce0978b27 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:42.624615 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-711c7a67-b516-48b7-b177-9c0687004aa5 req-e72dcf6d-64e5-452f-9e70-75fce0978b27 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 932 time: 0.0518882 Aug 20 14:10:42.664380 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-711c7a67-b516-48b7-b177-9c0687004aa5 req-334bc3dd-a141-4c2b-84a8-e5aa7fab0337 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329249 Aug 20 14:10:43.072051 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:43.401117 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa876e-75f3-429c-b169-a3ce4bbc5aeb req-8e46c0be-598b-404f-964f-901e9c88997b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:43.402595 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e7aa876e-75f3-429c-b169-a3ce4bbc5aeb req-8e46c0be-598b-404f-964f-901e9c88997b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 947 time: 0.0568273 Aug 20 14:10:43.444872 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e7aa876e-75f3-429c-b169-a3ce4bbc5aeb req-7e389fd7-c21c-4574-9f6a-14835a9e696c tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362740 Aug 20 14:10:43.584727 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280707cc-465b-4a94-a772-c8d9dcaa5e83 req-4156f446-5478-4a0a-8ecd-601f660e2268 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:43.586530 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-280707cc-465b-4a94-a772-c8d9dcaa5e83 req-4156f446-5478-4a0a-8ecd-601f660e2268 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 943 time: 0.0561936 Aug 20 14:10:43.629592 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-280707cc-465b-4a94-a772-c8d9dcaa5e83 req-ec614447-2b55-4c8a-8bcc-f054e0f859ab tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359356 Aug 20 14:10:43.657666 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3e3b5eb4-033f-43ae-9319-e5110e874cae req-01ab6c45-d38a-4696-9461-9b2e6196626b tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=092c9d34-bc9d-4df4-805b-9e6f7d56c752 HTTP/1.1" status: 200 len: 210 time: 0.0314322 Aug 20 14:10:43.783085 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13714d-b7fe-4d48-9b2b-93d0a70599cd req-c9f9f1b1-2b85-41b7-82c3-86652fb07b31 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:43.784649 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6c13714d-b7fe-4d48-9b2b-93d0a70599cd req-c9f9f1b1-2b85-41b7-82c3-86652fb07b31 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 932 time: 0.0498276 Aug 20 14:10:43.827535 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6c13714d-b7fe-4d48-9b2b-93d0a70599cd req-e63e300e-e9be-43ed-b9d4-f2152a1579bb tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356400 Aug 20 14:10:44.571665 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd500a-de31-4bbe-a838-4d8d838eeac5 req-0bbe28e7-8ab0-40dd-af41-83c4a06b340f tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:44.573209 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ebbd500a-de31-4bbe-a838-4d8d838eeac5 req-0bbe28e7-8ab0-40dd-af41-83c4a06b340f tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 947 time: 0.0556853 Aug 20 14:10:44.613634 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ebbd500a-de31-4bbe-a838-4d8d838eeac5 req-40efa6dd-86f2-4729-b062-ffbf3b429173 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341749 Aug 20 14:10:44.772437 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7f1635ea-b8e7-49ba-a4b4-de26faf8541d req-d9305947-5984-47eb-a470-b78db3e78e57 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=092c9d34-bc9d-4df4-805b-9e6f7d56c752 HTTP/1.1" status: 200 len: 210 time: 0.0287941 Aug 20 14:10:44.791020 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd346f1-8a59-434f-9649-3013df2ed33a req-92f4d45f-cef0-4338-8e07-b20f6cbd7564 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:44.792955 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1dd346f1-8a59-434f-9649-3013df2ed33a req-92f4d45f-cef0-4338-8e07-b20f6cbd7564 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 943 time: 0.0788596 Aug 20 14:10:44.835531 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1dd346f1-8a59-434f-9649-3013df2ed33a req-3ce03639-8910-47d5-963a-e23617e8f0a4 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360880 Aug 20 14:10:44.951048 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53507b-d5ea-4821-bb7e-79a004305a5c req-94a06bd4-7d55-4538-875c-a1aacdd7c616 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:44.952776 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1e53507b-d5ea-4821-bb7e-79a004305a5c req-94a06bd4-7d55-4538-875c-a1aacdd7c616 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 932 time: 0.0545924 Aug 20 14:10:44.995627 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1e53507b-d5ea-4821-bb7e-79a004305a5c req-26d9b089-238f-4004-8194-4e03f66cab4f tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332637 Aug 20 14:10:45.745143 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148a03a-4b01-40c5-a243-c336bc25524c req-3aa2d72f-6869-4235-aea1-2831be86a7e2 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:45.746721 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b148a03a-4b01-40c5-a243-c336bc25524c req-3aa2d72f-6869-4235-aea1-2831be86a7e2 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 947 time: 0.0558009 Aug 20 14:10:45.788334 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b148a03a-4b01-40c5-a243-c336bc25524c req-570134ec-0542-4e55-b2f5-13f651658cd2 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356901 Aug 20 14:10:45.866168 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f73bdb5b-03fe-4647-924c-fa8de75d1491 req-a2d364b0-8993-4806-a481-b58c8db2f95d tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=092c9d34-bc9d-4df4-805b-9e6f7d56c752 HTTP/1.1" status: 200 len: 210 time: 0.0272901 Aug 20 14:10:45.964929 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0ee39-98ef-422b-82bb-ea88a32081b8 req-b767c5b5-ad50-440e-a86d-2530da834bf7 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:45.966446 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1bf0ee39-98ef-422b-82bb-ea88a32081b8 req-b767c5b5-ad50-440e-a86d-2530da834bf7 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 943 time: 0.0579906 Aug 20 14:10:46.006960 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1bf0ee39-98ef-422b-82bb-ea88a32081b8 req-0cee139d-34ed-4962-8d2c-649100ab9dde tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345986 Aug 20 14:10:46.115785 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd5ae8-7972-4b6b-b756-8e13363c7de4 req-a021f7e2-decd-4b3b-b1f3-9743fc136e9a tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:46.117370 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f2fd5ae8-7972-4b6b-b756-8e13363c7de4 req-a021f7e2-decd-4b3b-b1f3-9743fc136e9a tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 932 time: 0.0512874 Aug 20 14:10:46.155344 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f2fd5ae8-7972-4b6b-b756-8e13363c7de4 req-0f007495-8ec9-47e7-8f29-59d11e4dd366 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321352 Aug 20 14:10:46.932981 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215396d6-ba19-4736-bff2-f23810113aa8 req-c77e1f4f-c0f4-401c-8632-c2189f569d0a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:46.934608 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-215396d6-ba19-4736-bff2-f23810113aa8 req-c77e1f4f-c0f4-401c-8632-c2189f569d0a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 947 time: 0.0704412 Aug 20 14:10:46.987246 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b0b167ef-a87f-4ca9-82d4-9ddbcb10e578 req-441f43f3-aa15-434f-8557-501fd60a56bc tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=092c9d34-bc9d-4df4-805b-9e6f7d56c752 HTTP/1.1" status: 200 len: 210 time: 0.0402448 Aug 20 14:10:47.005302 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-215396d6-ba19-4736-bff2-f23810113aa8 req-cf4428cb-5c95-4d77-ac67-3443a9125fcb tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645745 Aug 20 14:10:47.121206 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f55d8-439f-440a-9fbd-f6cfd17e3b9b req-a73f946e-0ceb-420c-80d1-d3388439210a tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:47.122592 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-bd7f55d8-439f-440a-9fbd-f6cfd17e3b9b req-a73f946e-0ceb-420c-80d1-d3388439210a tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 943 time: 0.0487978 Aug 20 14:10:47.163474 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-bd7f55d8-439f-440a-9fbd-f6cfd17e3b9b req-965f4169-9b0e-4eb9-9cea-f0de5571f53f tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346386 Aug 20 14:10:47.275095 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf2bd9-17b8-467f-a6b3-59f37bb4c7c2 req-147abb20-47df-4cf7-9f81-db06eed2f3c1 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:47.276620 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-aedf2bd9-17b8-467f-a6b3-59f37bb4c7c2 req-147abb20-47df-4cf7-9f81-db06eed2f3c1 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 932 time: 0.0524561 Aug 20 14:10:47.314252 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-aedf2bd9-17b8-467f-a6b3-59f37bb4c7c2 req-73fa7f2d-91c5-4b1b-b9c2-45a73a564e13 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316510 Aug 20 14:10:47.802292 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-66079315-ba6b-4a1e-a4d4-d12a9a85e51a service neutron] Request body: {'port': {'device_id': 'afedbc56-7f1a-4a8d-ac3d-d851e66cf69c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:10:47.859785 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-66079315-ba6b-4a1e-a4d4-d12a9a85e51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:48.109051 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5acb0daf-8457-4cb8-9e78-847ac272bf20 req-0ff009bc-ffc2-4bd6-a1ef-201035c824e4 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=092c9d34-bc9d-4df4-805b-9e6f7d56c752 HTTP/1.1" status: 200 len: 210 time: 0.0437059 Aug 20 14:10:48.193991 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e409ee9-9b20-496f-91c5-ef4d6f212026 req-78949e87-9a97-4ee9-a97e-b7c1817a64fc tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:48.195533 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9e409ee9-9b20-496f-91c5-ef4d6f212026 req-78949e87-9a97-4ee9-a97e-b7c1817a64fc tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 947 time: 0.1068392 Aug 20 14:10:48.204628 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-66079315-ba6b-4a1e-a4d4-d12a9a85e51a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3c422d8-f60e-4f16-ade8-d2ea06425c6f {{(pid=94100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:10:48.214499 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-66079315-ba6b-4a1e-a4d4-d12a9a85e51a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:48.247525 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.provisioning_blocks [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-66079315-ba6b-4a1e-a4d4-d12a9a85e51a service neutron] Transition to ACTIVE for port object d3c422d8-f60e-4f16-ade8-d2ea06425c6f will not be triggered until provisioned by entity L2. {{(pid=94100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:10:48.271403 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-66079315-ba6b-4a1e-a4d4-d12a9a85e51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:48.289276 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9e409ee9-9b20-496f-91c5-ef4d6f212026 req-91673044-df9c-4099-839d-358cabae2dc3 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793848 Aug 20 14:10:48.359989 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1a92c-249b-4e69-b60a-b7e8b7a90262 req-ed32b224-dd96-4626-8cee-8b13809e19a8 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:48.362251 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-75b1a92c-249b-4e69-b60a-b7e8b7a90262 req-ed32b224-dd96-4626-8cee-8b13809e19a8 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 943 time: 0.1255071 Aug 20 14:10:48.363176 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66079315-ba6b-4a1e-a4d4-d12a9a85e51a service neutron] Pushing event updated for resources: {'Port': ['ID=d3c422d8-f60e-4f16-ade8-d2ea06425c6f,revision_number=2']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:48.563783 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-75b1a92c-249b-4e69-b60a-b7e8b7a90262 req-ef4ea668-8518-44bf-b26a-632c2cdd461d tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732156 Aug 20 14:10:48.600065 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f616e2-4215-4fe8-a825-86d092d391d3 req-9b8fd6ce-b278-4424-a388-cfddb5ffa35e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:48.601462 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d1f616e2-4215-4fe8-a825-86d092d391d3 req-9b8fd6ce-b278-4424-a388-cfddb5ffa35e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 944 time: 0.2060401 Aug 20 14:10:48.614018 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-66079315-ba6b-4a1e-a4d4-d12a9a85e51a service neutron] Attempting to bind port d3c422d8-f60e-4f16-ade8-d2ea06425c6f on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:10:48.614443 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-66079315-ba6b-4a1e-a4d4-d12a9a85e51a service neutron] Attempting to bind port d3c422d8-f60e-4f16-ade8-d2ea06425c6f by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '85203d2a-e72b-471f-8498-5bdb985c80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fd2b389c-07c4-46a4-9c61-c7db406c2ee2'}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:10:48.614636 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-66079315-ba6b-4a1e-a4d4-d12a9a85e51a service neutron] Attempting to bind port d3c422d8-f60e-4f16-ade8-d2ea06425c6f on network fd2b389c-07c4-46a4-9c61-c7db406c2ee2 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:10:48.641819 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-66079315-ba6b-4a1e-a4d4-d12a9a85e51a service neutron] Port d3c422d8-f60e-4f16-ade8-d2ea06425c6f on network fd2b389c-07c4-46a4-9c61-c7db406c2ee2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:10:48.642154 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-66079315-ba6b-4a1e-a4d4-d12a9a85e51a service neutron] Attempting to bind port d3c422d8-f60e-4f16-ade8-d2ea06425c6f on network fd2b389c-07c4-46a4-9c61-c7db406c2ee2 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:10:48.659315 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-66079315-ba6b-4a1e-a4d4-d12a9a85e51a service neutron] Checking agent: {'id': 'e9494a82-1f02-49fe-8034-7b3c5c14ee49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'started_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:10:48.659667 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-66079315-ba6b-4a1e-a4d4-d12a9a85e51a service neutron] Checking segment: {'id': '85203d2a-e72b-471f-8498-5bdb985c80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fd2b389c-07c4-46a4-9c61-c7db406c2ee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:10:48.660636 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-66079315-ba6b-4a1e-a4d4-d12a9a85e51a service neutron] Bound using segment: {'id': '85203d2a-e72b-471f-8498-5bdb985c80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fd2b389c-07c4-46a4-9c61-c7db406c2ee2'} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:10:48.661458 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-66079315-ba6b-4a1e-a4d4-d12a9a85e51a service neutron] Bound port: d3c422d8-f60e-4f16-ade8-d2ea06425c6f, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85203d2a-e72b-471f-8498-5bdb985c80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'fd2b389c-07c4-46a4-9c61-c7db406c2ee2'}}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:10:48.661825 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-66079315-ba6b-4a1e-a4d4-d12a9a85e51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:48.678737 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84947a9b-ac69-46c5-b07a-11998b327966 req-ecb83672-ff57-4eb4-8b13-08f17de6f676 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:48.680289 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-84947a9b-ac69-46c5-b07a-11998b327966 req-ecb83672-ff57-4eb4-8b13-08f17de6f676 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.65 "GET /v2.0/networks?id=271b6c32-8ac1-4497-9ce3-51b005c1649b HTTP/1.1" status: 200 len: 815 time: 0.2356751 Aug 20 14:10:48.693900 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d1f616e2-4215-4fe8-a825-86d092d391d3 req-5247cee5-d0de-4b77-8509-e6d56c418822 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851753 Aug 20 14:10:48.698459 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-84947a9b-ac69-46c5-b07a-11998b327966 req-cdc5f459-7716-4dfe-b241-947681484b08 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Request body: {'port': {'device_id': '092c9d34-bc9d-4df4-805b-9e6f7d56c752', 'network_id': '271b6c32-8ac1-4497-9ce3-51b005c1649b', 'admin_state_up': True, 'tenant_id': '8c3d9cf181db499891a024e70c8400da'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:10:48.818439 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-66079315-ba6b-4a1e-a4d4-d12a9a85e51a service neutron] For port d3c422d8-f60e-4f16-ade8-d2ea06425c6f, host hv-cinder-79053, cleared binding levels {{(pid=94100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:10:48.824087 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-66079315-ba6b-4a1e-a4d4-d12a9a85e51a service neutron] For port d3c422d8-f60e-4f16-ade8-d2ea06425c6f, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d3c422d8-f60e-4f16-ade8-d2ea06425c6f,segment=NetworkSegment(85203d2a-e72b-471f-8498-5bdb985c80ed),segment_id=85203d2a-e72b-471f-8498-5bdb985c80ed)] {{(pid=94100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:10:48.832617 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-66079315-ba6b-4a1e-a4d4-d12a9a85e51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:48.884087 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-66079315-ba6b-4a1e-a4d4-d12a9a85e51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:48.884738 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-66079315-ba6b-4a1e-a4d4-d12a9a85e51a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:48.886159 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-66079315-ba6b-4a1e-a4d4-d12a9a85e51a service neutron] 10.222.0.65 "PUT /v2.0/ports/d3c422d8-f60e-4f16-ade8-d2ea06425c6f HTTP/1.1" status: 200 len: 1094 time: 1.0885451 Aug 20 14:10:48.891737 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afedbc56-7f1a-4a8d-ac3d-d851e66cf69c', 'tag': 'd3c422d8-f60e-4f16-ade8-d2ea06425c6f'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:10:48.893942 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f242a163-37f6-4064-9d7c-a364b7106abe" -d '{"events": [{"name": "network-changed", "server_uuid": "afedbc56-7f1a-4a8d-ac3d-d851e66cf69c", "tag": "d3c422d8-f60e-4f16-ade8-d2ea06425c6f"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:10:48.912897 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66079315-ba6b-4a1e-a4d4-d12a9a85e51a service neutron] Pushing event updated for resources: {'Port': ['ID=d3c422d8-f60e-4f16-ade8-d2ea06425c6f,revision_number=3']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:48.916293 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84947a9b-ac69-46c5-b07a-11998b327966 req-cdc5f459-7716-4dfe-b241-947681484b08 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Made reservation on behalf of 8c3d9cf181db499891a024e70c8400da for: {'port': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:10:48.920229 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-84947a9b-ac69-46c5-b07a-11998b327966 req-cdc5f459-7716-4dfe-b241-947681484b08 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:48.947245 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7424b1a1-1348-4a3b-a49a-216ee983eeb2 x-openstack-request-id: req-7424b1a1-1348-4a3b-a49a-216ee983eeb2 {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:10:48.947538 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afedbc56-7f1a-4a8d-ac3d-d851e66cf69c", "tag": "d3c422d8-f60e-4f16-ade8-d2ea06425c6f", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:10:48.947791 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7424b1a1-1348-4a3b-a49a-216ee983eeb2 {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:10:48.948191 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afedbc56-7f1a-4a8d-ac3d-d851e66cf69c', 'tag': 'd3c422d8-f60e-4f16-ade8-d2ea06425c6f', 'status': 'completed', 'code': 200} Aug 20 14:10:49.069302 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-a56dffb5-2326-4793-8b53-08f17ab475a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:49.070803 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-a56dffb5-2326-4793-8b53-08f17ab475a5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=16f5c5549cc5497f82be9bc39ad14467&device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 1097 time: 0.0931420 Aug 20 14:10:49.115875 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [req-84947a9b-ac69-46c5-b07a-11998b327966 req-cdc5f459-7716-4dfe-b241-947681484b08 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Allocated IP 172.20.0.13 (271b6c32-8ac1-4497-9ce3-51b005c1649b/d5f120ee-ab4d-47be-93bf-75e343e023ae/a6e323c8-3b56-4ab4-b04f-7371da83904e) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:10:49.120638 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-2560c205-27dc-4fef-bf0f-24ac05f95cfe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3c422d8-f60e-4f16-ade8-d2ea06425c6f HTTP/1.1" status: 200 len: 217 time: 0.0397215 Aug 20 14:10:49.227060 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-bc7c0730-26ba-4d70-9e92-d346fa11bc73 req-7c64d1d3-1ff6-41cf-99e9-f8c826ca3d8d tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=092c9d34-bc9d-4df4-805b-9e6f7d56c752 HTTP/1.1" status: 200 len: 210 time: 0.0471792 Aug 20 14:10:49.232985 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-07b4585f-1566-4131-9489-18191860ae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:49.234352 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-07b4585f-1566-4131-9489-18191860ae80 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d1f93410-7160-43fc-92d9-eb198e6e3255 HTTP/1.1" status: 200 len: 854 time: 0.1067238 Aug 20 14:10:49.557681 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-7ca8b6f4-1e5b-448a-97ea-1259e0ea28da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:49.559163 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-7ca8b6f4-1e5b-448a-97ea-1259e0ea28da service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd2b389c-07c4-46a4-9c61-c7db406c2ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3090932 Aug 20 14:10:49.623201 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-84947a9b-ac69-46c5-b07a-11998b327966 req-cdc5f459-7716-4dfe-b241-947681484b08 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:49.718614 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-4fab9cee-0913-47f9-b340-b077aa8ccc42 service neutron] 10.222.0.65 "GET /v2.0/networks/fd2b389c-07c4-46a4-9c61-c7db406c2ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489716 Aug 20 14:10:49.731562 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a70a88-d225-42dc-a015-1d0551c09ee3 req-e654a7c3-40f3-4374-bad6-601ae90a6193 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:49.732996 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-38a70a88-d225-42dc-a015-1d0551c09ee3 req-e654a7c3-40f3-4374-bad6-601ae90a6193 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 943 time: 0.0880840 Aug 20 14:10:49.742288 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-84947a9b-ac69-46c5-b07a-11998b327966 req-cdc5f459-7716-4dfe-b241-947681484b08 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:49.886547 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84947a9b-ac69-46c5-b07a-11998b327966 req-cdc5f459-7716-4dfe-b241-947681484b08 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Network 271b6c32-8ac1-4497-9ce3-51b005c1649b is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:10:49.896675 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5f459-7716-4dfe-b241-947681484b08 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Pushing event updated for resources: {'Port': ['ID=a6e323c8-3b56-4ab4-b04f-7371da83904e,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:49.899392 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [req-84947a9b-ac69-46c5-b07a-11998b327966 req-cdc5f459-7716-4dfe-b241-947681484b08 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:10:49.906881 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-38a70a88-d225-42dc-a015-1d0551c09ee3 req-caae59fb-5f6d-4a37-a786-ab83fc595e7f tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618788 Aug 20 14:10:49.909163 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-84947a9b-ac69-46c5-b07a-11998b327966 req-cdc5f459-7716-4dfe-b241-947681484b08 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:10:49.961613 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ccdedd8e-f4ca-4fa4-82e9-c0923d1d4f83 req-e14c9b56-58fa-42a9-9c37-9a3241593b3a service neutron] 10.222.0.65 "GET /v2.0/networks/fd2b389c-07c4-46a4-9c61-c7db406c2ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276661 Aug 20 14:10:49.971008 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba7235-7358-479a-a6b7-d2b4078e10bb req-21516823-c349-46ea-8212-74c973301ab9 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:49.972888 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3eba7235-7358-479a-a6b7-d2b4078e10bb req-21516823-c349-46ea-8212-74c973301ab9 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 944 time: 0.1602190 Aug 20 14:10:49.997202 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84947a9b-ac69-46c5-b07a-11998b327966 req-cdc5f459-7716-4dfe-b241-947681484b08 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:49.997818 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-84947a9b-ac69-46c5-b07a-11998b327966 req-cdc5f459-7716-4dfe-b241-947681484b08 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:50.049600 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-84947a9b-ac69-46c5-b07a-11998b327966 req-cdc5f459-7716-4dfe-b241-947681484b08 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3591406 Aug 20 14:10:50.058300 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3eba7235-7358-479a-a6b7-d2b4078e10bb req-d22b812b-d062-4347-8b20-93d37eeb04e2 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775797 Aug 20 14:10:50.065434 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-84947a9b-ac69-46c5-b07a-11998b327966 req-6d1ccf99-2505-4af6-b38e-1af1f6d153f2 service neutron] Request body: {'port': {'device_id': '092c9d34-bc9d-4df4-805b-9e6f7d56c752', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:10:50.095640 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242a163-37f6-4064-9d7c-a364b7106abe req-482db125-a01e-4e59-b6ee-66e528cdb676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:50.097165 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f242a163-37f6-4064-9d7c-a364b7106abe req-482db125-a01e-4e59-b6ee-66e528cdb676 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=16f5c5549cc5497f82be9bc39ad14467&device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 1097 time: 0.0800409 Aug 20 14:10:50.169770 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-84947a9b-ac69-46c5-b07a-11998b327966 req-6d1ccf99-2505-4af6-b38e-1af1f6d153f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:50.251097 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242a163-37f6-4064-9d7c-a364b7106abe req-abc85b9c-0b3b-4158-9c6e-9ab362bebddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:50.252561 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f242a163-37f6-4064-9d7c-a364b7106abe req-abc85b9c-0b3b-4158-9c6e-9ab362bebddc service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd2b389c-07c4-46a4-9c61-c7db406c2ee2 HTTP/1.1" status: 200 len: 916 time: 0.1348073 Aug 20 14:10:50.367948 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f242a163-37f6-4064-9d7c-a364b7106abe req-6ccd4f3e-68ec-4b0c-ac26-0bd0942a3421 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3c422d8-f60e-4f16-ade8-d2ea06425c6f HTTP/1.1" status: 200 len: 217 time: 0.0683153 Aug 20 14:10:50.461544 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89471806-471e-478b-b889-4150aeabe73a req-5c15cec3-e2cf-4296-b32b-c52dc0d58097 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:50.463035 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-89471806-471e-478b-b889-4150aeabe73a req-5c15cec3-e2cf-4296-b32b-c52dc0d58097 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=092c9d34-bc9d-4df4-805b-9e6f7d56c752 HTTP/1.1" status: 200 len: 932 time: 0.1645608 Aug 20 14:10:50.507937 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242a163-37f6-4064-9d7c-a364b7106abe req-922d325e-2365-4f23-9506-83c54ba86cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:50.509292 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f242a163-37f6-4064-9d7c-a364b7106abe req-922d325e-2365-4f23-9506-83c54ba86cac service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d1f93410-7160-43fc-92d9-eb198e6e3255 HTTP/1.1" status: 200 len: 854 time: 0.1268699 Aug 20 14:10:50.541384 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-89471806-471e-478b-b889-4150aeabe73a req-f8f2b4de-808d-405c-954d-b72076a84204 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706513 Aug 20 14:10:50.614248 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242a163-37f6-4064-9d7c-a364b7106abe req-cc2534e4-e579-408f-9bb0-be10e847732b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:50.616785 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f242a163-37f6-4064-9d7c-a364b7106abe req-cc2534e4-e579-408f-9bb0-be10e847732b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd2b389c-07c4-46a4-9c61-c7db406c2ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0937624 Aug 20 14:10:50.627478 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [req-84947a9b-ac69-46c5-b07a-11998b327966 req-6d1ccf99-2505-4af6-b38e-1af1f6d153f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6e323c8-3b56-4ab4-b04f-7371da83904e {{(pid=94100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:10:50.642216 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-84947a9b-ac69-46c5-b07a-11998b327966 req-6d1ccf99-2505-4af6-b38e-1af1f6d153f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:50.690501 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.provisioning_blocks [req-84947a9b-ac69-46c5-b07a-11998b327966 req-6d1ccf99-2505-4af6-b38e-1af1f6d153f2 service neutron] Transition to ACTIVE for port object a6e323c8-3b56-4ab4-b04f-7371da83904e will not be triggered until provisioned by entity L2. {{(pid=94100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:10:50.697132 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-84947a9b-ac69-46c5-b07a-11998b327966 req-6d1ccf99-2505-4af6-b38e-1af1f6d153f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:50.773914 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ccf99-2505-4af6-b38e-1af1f6d153f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a6e323c8-3b56-4ab4-b04f-7371da83904e,revision_number=2']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:50.778710 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f242a163-37f6-4064-9d7c-a364b7106abe req-98249b4b-b913-4acf-bbc9-6efddae224c2 service neutron] 10.222.0.65 "GET /v2.0/networks/fd2b389c-07c4-46a4-9c61-c7db406c2ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461093 Aug 20 14:10:50.896549 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-84947a9b-ac69-46c5-b07a-11998b327966 req-6d1ccf99-2505-4af6-b38e-1af1f6d153f2 service neutron] Attempting to bind port a6e323c8-3b56-4ab4-b04f-7371da83904e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:10:50.896881 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-84947a9b-ac69-46c5-b07a-11998b327966 req-6d1ccf99-2505-4af6-b38e-1af1f6d153f2 service neutron] Attempting to bind port a6e323c8-3b56-4ab4-b04f-7371da83904e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '11c15525-ccd2-446d-8b3a-dfa495bbcb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '271b6c32-8ac1-4497-9ce3-51b005c1649b'}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:10:50.897205 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84947a9b-ac69-46c5-b07a-11998b327966 req-6d1ccf99-2505-4af6-b38e-1af1f6d153f2 service neutron] Attempting to bind port a6e323c8-3b56-4ab4-b04f-7371da83904e on network 271b6c32-8ac1-4497-9ce3-51b005c1649b {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:10:50.904224 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84947a9b-ac69-46c5-b07a-11998b327966 req-6d1ccf99-2505-4af6-b38e-1af1f6d153f2 service neutron] Port a6e323c8-3b56-4ab4-b04f-7371da83904e on network 271b6c32-8ac1-4497-9ce3-51b005c1649b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:10:50.904570 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84947a9b-ac69-46c5-b07a-11998b327966 req-6d1ccf99-2505-4af6-b38e-1af1f6d153f2 service neutron] Attempting to bind port a6e323c8-3b56-4ab4-b04f-7371da83904e on network 271b6c32-8ac1-4497-9ce3-51b005c1649b {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:10:50.915705 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84947a9b-ac69-46c5-b07a-11998b327966 req-6d1ccf99-2505-4af6-b38e-1af1f6d153f2 service neutron] Checking agent: {'id': 'e9494a82-1f02-49fe-8034-7b3c5c14ee49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'started_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:10:50.916041 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84947a9b-ac69-46c5-b07a-11998b327966 req-6d1ccf99-2505-4af6-b38e-1af1f6d153f2 service neutron] Checking segment: {'id': '11c15525-ccd2-446d-8b3a-dfa495bbcb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '271b6c32-8ac1-4497-9ce3-51b005c1649b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:10:50.916416 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84947a9b-ac69-46c5-b07a-11998b327966 req-6d1ccf99-2505-4af6-b38e-1af1f6d153f2 service neutron] Bound using segment: {'id': '11c15525-ccd2-446d-8b3a-dfa495bbcb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '271b6c32-8ac1-4497-9ce3-51b005c1649b'} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:10:50.916932 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-84947a9b-ac69-46c5-b07a-11998b327966 req-6d1ccf99-2505-4af6-b38e-1af1f6d153f2 service neutron] Bound port: a6e323c8-3b56-4ab4-b04f-7371da83904e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c15525-ccd2-446d-8b3a-dfa495bbcb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '271b6c32-8ac1-4497-9ce3-51b005c1649b'}}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:10:50.917280 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-84947a9b-ac69-46c5-b07a-11998b327966 req-6d1ccf99-2505-4af6-b38e-1af1f6d153f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:50.931911 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f242a163-37f6-4064-9d7c-a364b7106abe req-33475586-c252-4423-a67f-6e7ace09161e service neutron] 10.222.0.65 "GET /v2.0/networks/fd2b389c-07c4-46a4-9c61-c7db406c2ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399155 Aug 20 14:10:51.008562 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-84947a9b-ac69-46c5-b07a-11998b327966 req-6d1ccf99-2505-4af6-b38e-1af1f6d153f2 service neutron] For port a6e323c8-3b56-4ab4-b04f-7371da83904e, host hv-cinder-79053, cleared binding levels {{(pid=94100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:10:51.022906 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-84947a9b-ac69-46c5-b07a-11998b327966 req-6d1ccf99-2505-4af6-b38e-1af1f6d153f2 service neutron] For port a6e323c8-3b56-4ab4-b04f-7371da83904e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a6e323c8-3b56-4ab4-b04f-7371da83904e,segment=NetworkSegment(11c15525-ccd2-446d-8b3a-dfa495bbcb12),segment_id=11c15525-ccd2-446d-8b3a-dfa495bbcb12)] {{(pid=94100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:10:51.027499 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-84947a9b-ac69-46c5-b07a-11998b327966 req-6d1ccf99-2505-4af6-b38e-1af1f6d153f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:51.069735 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be26a72-f599-4c76-be77-48399251aff1 req-b0eca59a-2a32-40d0-bc1b-cb4b87335750 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:51.071194 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8be26a72-f599-4c76-be77-48399251aff1 req-b0eca59a-2a32-40d0-bc1b-cb4b87335750 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 943 time: 0.0967741 Aug 20 14:10:51.075526 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84947a9b-ac69-46c5-b07a-11998b327966 req-6d1ccf99-2505-4af6-b38e-1af1f6d153f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:51.076122 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-84947a9b-ac69-46c5-b07a-11998b327966 req-6d1ccf99-2505-4af6-b38e-1af1f6d153f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:51.077467 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-84947a9b-ac69-46c5-b07a-11998b327966 req-6d1ccf99-2505-4af6-b38e-1af1f6d153f2 service neutron] 10.222.0.65 "PUT /v2.0/ports/a6e323c8-3b56-4ab4-b04f-7371da83904e HTTP/1.1" status: 200 len: 1094 time: 1.0166936 Aug 20 14:10:51.077835 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092c9d34-bc9d-4df4-805b-9e6f7d56c752', 'tag': 'a6e323c8-3b56-4ab4-b04f-7371da83904e'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:10:51.080080 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e76453f-fb24-4561-bca5-0eae96dcff45" -d '{"events": [{"name": "network-changed", "server_uuid": "092c9d34-bc9d-4df4-805b-9e6f7d56c752", "tag": "a6e323c8-3b56-4ab4-b04f-7371da83904e"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:10:51.135562 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ccf99-2505-4af6-b38e-1af1f6d153f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a6e323c8-3b56-4ab4-b04f-7371da83904e,revision_number=3']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:51.157534 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 73d056e5-62ce-40a0-bde8-d77fccbc455a details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:10:51.179499 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8be26a72-f599-4c76-be77-48399251aff1 req-ebbd70ab-7e63-4638-b34c-01ef4c999329 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960467 Aug 20 14:10:51.205400 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84947a9b-ac69-46c5-b07a-11998b327966 req-90a99bee-c926-4428-86bc-3156984d8ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:51.206904 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-84947a9b-ac69-46c5-b07a-11998b327966 req-90a99bee-c926-4428-86bc-3156984d8ea2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8c3d9cf181db499891a024e70c8400da&device_id=092c9d34-bc9d-4df4-805b-9e6f7d56c752 HTTP/1.1" status: 200 len: 1097 time: 0.0843349 Aug 20 14:10:51.214150 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712e5da-5572-4613-85a3-0dc2568036b7 req-5de49e7d-415a-46ea-9564-4c315a4c9b32 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:51.215627 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8712e5da-5572-4613-85a3-0dc2568036b7 req-5de49e7d-415a-46ea-9564-4c315a4c9b32 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 944 time: 0.0755057 Aug 20 14:10:51.258928 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9158389-8759-4565-b87c-48bb19131a9b x-openstack-request-id: req-a9158389-8759-4565-b87c-48bb19131a9b {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:10:51.259209 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "092c9d34-bc9d-4df4-805b-9e6f7d56c752", "tag": "a6e323c8-3b56-4ab4-b04f-7371da83904e", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:10:51.259451 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a9158389-8759-4565-b87c-48bb19131a9b {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:10:51.259832 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '092c9d34-bc9d-4df4-805b-9e6f7d56c752', 'tag': 'a6e323c8-3b56-4ab4-b04f-7371da83904e', 'status': 'completed', 'code': 200} Aug 20 14:10:51.260979 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port 73d056e5-62ce-40a0-bde8-d77fccbc455a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=73d056e5-62ce-40a0-bde8-d77fccbc455a,segment=NetworkSegment(ef43daab-3823-45b9-a2bf-5f2531300abc),segment_id=ef43daab-3823-45b9-a2bf-5f2531300abc)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:10:51.263007 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-84947a9b-ac69-46c5-b07a-11998b327966 req-628b1c81-d972-4cf6-ba62-20499fde5c8d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6e323c8-3b56-4ab4-b04f-7371da83904e HTTP/1.1" status: 200 len: 217 time: 0.0465114 Aug 20 14:10:51.273344 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Returning: {'device': '73d056e5-62ce-40a0-bde8-d77fccbc455a', 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1', 'port_id': '73d056e5-62ce-40a0-bde8-d77fccbc455a', 'mac_address': 'fa:16:3e:bf:38:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:10:51.309974 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:51.323311 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d056e5-62ce-40a0-bde8-d77fccbc455a {{(pid=94102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:10:51.325835 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8712e5da-5572-4613-85a3-0dc2568036b7 req-ff12b054-20d2-45bc-824b-1239a0d72270 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652032 Aug 20 14:10:51.334477 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84947a9b-ac69-46c5-b07a-11998b327966 req-f3829e7d-2a83-4da7-97ba-cd185f63985f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:51.335951 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-84947a9b-ac69-46c5-b07a-11998b327966 req-f3829e7d-2a83-4da7-97ba-cd185f63985f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d5f120ee-ab4d-47be-93bf-75e343e023ae HTTP/1.1" status: 200 len: 855 time: 0.0604825 Aug 20 14:10:51.343585 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port 73d056e5-62ce-40a0-bde8-d77fccbc455a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=73d056e5-62ce-40a0-bde8-d77fccbc455a,segment=NetworkSegment(ef43daab-3823-45b9-a2bf-5f2531300abc),segment_id=ef43daab-3823-45b9-a2bf-5f2531300abc)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:10:51.349384 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:51.372760 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-84947a9b-ac69-46c5-b07a-11998b327966 req-16f7877d-9997-4e19-a327-580ba4bbdc0f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=271b6c32-8ac1-4497-9ce3-51b005c1649b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266528 Aug 20 14:10:51.396866 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=73d056e5-62ce-40a0-bde8-d77fccbc455a,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:51.472781 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-84947a9b-ac69-46c5-b07a-11998b327966 req-fb769c05-e167-4d01-8b77-4e6dc14fb209 service neutron] 10.222.0.65 "GET /v2.0/networks/271b6c32-8ac1-4497-9ce3-51b005c1649b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911725 Aug 20 14:10:51.594505 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['73d056e5-62ce-40a0-bde8-d77fccbc455a'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:10:51.603448 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-84947a9b-ac69-46c5-b07a-11998b327966 req-e125b796-f891-4187-9517-f5da23d149a8 service neutron] 10.222.0.65 "GET /v2.0/networks/271b6c32-8ac1-4497-9ce3-51b005c1649b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218505 Aug 20 14:10:51.709929 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98ef1e-b819-4185-923e-d9a8a9988070 req-e222a58d-3bb4-4f20-8e24-a7a100881b37 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:51.711431 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-af98ef1e-b819-4185-923e-d9a8a9988070 req-e222a58d-3bb4-4f20-8e24-a7a100881b37 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=092c9d34-bc9d-4df4-805b-9e6f7d56c752 HTTP/1.1" status: 200 len: 944 time: 0.0906448 Aug 20 14:10:51.716438 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76453f-fb24-4561-bca5-0eae96dcff45 req-3aae2fcd-2c44-4361-bdfc-23def1d33172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:51.717933 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6e76453f-fb24-4561-bca5-0eae96dcff45 req-3aae2fcd-2c44-4361-bdfc-23def1d33172 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8c3d9cf181db499891a024e70c8400da&device_id=092c9d34-bc9d-4df4-805b-9e6f7d56c752 HTTP/1.1" status: 200 len: 1097 time: 0.0655630 Aug 20 14:10:51.798347 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-af98ef1e-b819-4185-923e-d9a8a9988070 req-c8186318-587f-432a-ae14-f8c1aef3f366 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794706 Aug 20 14:10:51.836504 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76453f-fb24-4561-bca5-0eae96dcff45 req-cf6ea10c-2a5d-45b3-b7da-34b4fd5ec1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:51.837889 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6e76453f-fb24-4561-bca5-0eae96dcff45 req-cf6ea10c-2a5d-45b3-b7da-34b4fd5ec1de service neutron] 10.222.0.65 "GET /v2.0/networks?id=271b6c32-8ac1-4497-9ce3-51b005c1649b HTTP/1.1" status: 200 len: 916 time: 0.1118133 Aug 20 14:10:51.883762 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6e76453f-fb24-4561-bca5-0eae96dcff45 req-c661f349-6af2-440c-8f0b-666b2f1ea80d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6e323c8-3b56-4ab4-b04f-7371da83904e HTTP/1.1" status: 200 len: 217 time: 0.0383606 Aug 20 14:10:51.932070 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76453f-fb24-4561-bca5-0eae96dcff45 req-bd93ee86-b816-4cc4-b82d-e8fa3ac0e879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:51.933593 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6e76453f-fb24-4561-bca5-0eae96dcff45 req-bd93ee86-b816-4cc4-b82d-e8fa3ac0e879 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d5f120ee-ab4d-47be-93bf-75e343e023ae HTTP/1.1" status: 200 len: 855 time: 0.0424404 Aug 20 14:10:51.966304 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6e76453f-fb24-4561-bca5-0eae96dcff45 req-3ff87f8c-b3b1-4668-83f0-4cc7e9ac50fe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=271b6c32-8ac1-4497-9ce3-51b005c1649b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243239 Aug 20 14:10:52.059711 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6e76453f-fb24-4561-bca5-0eae96dcff45 req-bf60f917-82ee-4f20-8180-e07a2b075253 service neutron] 10.222.0.65 "GET /v2.0/networks/271b6c32-8ac1-4497-9ce3-51b005c1649b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856001 Aug 20 14:10:52.159439 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6e76453f-fb24-4561-bca5-0eae96dcff45 req-66766b91-5812-4701-acf8-180101515ef5 service neutron] 10.222.0.65 "GET /v2.0/networks/271b6c32-8ac1-4497-9ce3-51b005c1649b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796468 Aug 20 14:10:52.293806 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d1b5a-dffa-429c-9e5b-6c2237fcbd3e req-fbe2fb74-907c-4dc5-8b4f-9c8a6a4ab2a0 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:52.295248 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-187d1b5a-dffa-429c-9e5b-6c2237fcbd3e req-fbe2fb74-907c-4dc5-8b4f-9c8a6a4ab2a0 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 944 time: 0.0479720 Aug 20 14:10:52.335548 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-187d1b5a-dffa-429c-9e5b-6c2237fcbd3e req-517a9bf7-7423-4ca4-8843-1f82f5ba67df tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318077 Aug 20 14:10:52.445971 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e98b41-e2d9-4295-8a86-9d8f1215a78a req-8b766f4c-2e59-41e9-a8ae-c1482a90f9ff tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:52.447507 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b0e98b41-e2d9-4295-8a86-9d8f1215a78a req-8b766f4c-2e59-41e9-a8ae-c1482a90f9ff tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 944 time: 0.0550497 Aug 20 14:10:52.485792 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b0e98b41-e2d9-4295-8a86-9d8f1215a78a req-aac312c6-ff0e-48dc-a06c-abfcc5ede331 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323164 Aug 20 14:10:52.914300 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235732a-89d9-4d3c-b657-6af2762f3dc5 req-bcdccddd-c88b-4c3c-ab37-56cafa215fac tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:52.920462 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9235732a-89d9-4d3c-b657-6af2762f3dc5 req-bcdccddd-c88b-4c3c-ab37-56cafa215fac tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=092c9d34-bc9d-4df4-805b-9e6f7d56c752 HTTP/1.1" status: 200 len: 944 time: 0.0552258 Aug 20 14:10:52.957821 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9235732a-89d9-4d3c-b657-6af2762f3dc5 req-7f43e095-4330-43f1-aaca-ec9c6bed64a9 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313406 Aug 20 14:10:53.159503 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device d3c422d8-f60e-4f16-ade8-d2ea06425c6f details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:10:53.161523 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 73d056e5-62ce-40a0-bde8-d77fccbc455a up at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:10:53.271468 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning for port 73d056e5-62ce-40a0-bde8-d77fccbc455a completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:10:53.279025 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning complete for port 73d056e5-62ce-40a0-bde8-d77fccbc455a triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:10:53.279400 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:53.318217 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port d3c422d8-f60e-4f16-ade8-d2ea06425c6f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d3c422d8-f60e-4f16-ade8-d2ea06425c6f,segment=NetworkSegment(85203d2a-e72b-471f-8498-5bdb985c80ed),segment_id=85203d2a-e72b-471f-8498-5bdb985c80ed)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:10:53.335859 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Returning: {'device': 'd3c422d8-f60e-4f16-ade8-d2ea06425c6f', 'network_id': 'fd2b389c-07c4-46a4-9c61-c7db406c2ee2', 'port_id': 'd3c422d8-f60e-4f16-ade8-d2ea06425c6f', 'mac_address': 'fa:16:3e:48:77:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1f93410-7160-43fc-92d9-eb198e6e3255', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:10:53.407220 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:53.424371 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:53.426980 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c422d8-f60e-4f16-ade8-d2ea06425c6f {{(pid=94102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:10:53.460707 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port d3c422d8-f60e-4f16-ade8-d2ea06425c6f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d3c422d8-f60e-4f16-ade8-d2ea06425c6f,segment=NetworkSegment(85203d2a-e72b-471f-8498-5bdb985c80ed),segment_id=85203d2a-e72b-471f-8498-5bdb985c80ed)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:10:53.462624 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b6a14-10c6-4ed5-9cb8-f915d1871569 req-e2de4850-9921-40c1-a8d3-83671f5167eb tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:53.464250 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-447b6a14-10c6-4ed5-9cb8-f915d1871569 req-e2de4850-9921-40c1-a8d3-83671f5167eb tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 944 time: 0.0611973 Aug 20 14:10:53.465132 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf1a444-c610-4dd4-97fa-c962771e6ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d056e5-62ce-40a0-bde8-d77fccbc455a'}] {{(pid=94102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:10:53.467371 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658e03e68c488354c0da9c4193b8775245da486d5210860026445f3bfd5b20fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b329505a-4216-413f-879b-90f506c22a50" -d '{"events": [{"server_uuid": "ccf1a444-c610-4dd4-97fa-c962771e6ad8", "name": "network-vif-plugged", "status": "completed", "tag": "73d056e5-62ce-40a0-bde8-d77fccbc455a"}]}' {{(pid=94102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:10:53.472285 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:53.484380 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port 73d056e5-62ce-40a0-bde8-d77fccbc455a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=73d056e5-62ce-40a0-bde8-d77fccbc455a,segment=NetworkSegment(ef43daab-3823-45b9-a2bf-5f2531300abc),segment_id=ef43daab-3823-45b9-a2bf-5f2531300abc)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:10:53.504061 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:53.505205 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-447b6a14-10c6-4ed5-9cb8-f915d1871569 req-36b6d9b4-f309-4cbd-8d28-31c07796e377 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337431 Aug 20 14:10:53.513109 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f54be1-f6ce-4ae5-939f-7de485d9dc59 x-openstack-request-id: req-89f54be1-f6ce-4ae5-939f-7de485d9dc59 {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:10:53.513374 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf1a444-c610-4dd4-97fa-c962771e6ad8", "name": "network-vif-plugged", "status": "completed", "tag": "73d056e5-62ce-40a0-bde8-d77fccbc455a", "code": 200}]} {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:10:53.513626 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-89f54be1-f6ce-4ae5-939f-7de485d9dc59 {{(pid=94102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:10:53.514014 dv-cinder-790535-10-iscsi neutron-server[94102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf1a444-c610-4dd4-97fa-c962771e6ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d056e5-62ce-40a0-bde8-d77fccbc455a', 'code': 200} Aug 20 14:10:53.533549 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=d3c422d8-f60e-4f16-ade8-d2ea06425c6f,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:53.597344 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=73d056e5-62ce-40a0-bde8-d77fccbc455a,revision_number=5']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:53.627403 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f17bc-dcbb-484e-a2ea-8963e782a5fb req-2d59e3e4-cbfa-4439-bcdd-a89eaaec08e7 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:53.628909 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-146f17bc-dcbb-484e-a2ea-8963e782a5fb req-2d59e3e4-cbfa-4439-bcdd-a89eaaec08e7 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 945 time: 0.0533502 Aug 20 14:10:53.671665 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-146f17bc-dcbb-484e-a2ea-8963e782a5fb req-d5e2114f-9db0-42f3-bdb0-d7ac9e8a837c tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344982 Aug 20 14:10:53.725947 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['d3c422d8-f60e-4f16-ade8-d2ea06425c6f'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:10:53.750811 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64145176-f8c4-4665-9362-e0101d484ce6 req-c9765af9-cdec-4e49-9fc1-f53e004e6bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:53.752455 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-64145176-f8c4-4665-9362-e0101d484ce6 req-c9765af9-cdec-4e49-9fc1-f53e004e6bc3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 1098 time: 0.0403790 Aug 20 14:10:53.787892 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-64145176-f8c4-4665-9362-e0101d484ce6 req-d3d4a9c7-edb5-4bcd-9679-78ae6c0a8fdd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276904 Aug 20 14:10:54.072158 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df35c71-d8d8-4253-ae34-df3fd73a5ad1 req-92a7939b-9f39-48b1-a976-ce11f31d1da4 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:54.073636 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8df35c71-d8d8-4253-ae34-df3fd73a5ad1 req-92a7939b-9f39-48b1-a976-ce11f31d1da4 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=092c9d34-bc9d-4df4-805b-9e6f7d56c752 HTTP/1.1" status: 200 len: 944 time: 0.0492105 Aug 20 14:10:54.112238 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8df35c71-d8d8-4253-ae34-df3fd73a5ad1 req-3968d541-ea27-4eaa-804f-132c84345eef tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327141 Aug 20 14:10:54.646538 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef6601-3b54-44ac-8921-8b80883889c8 req-ef2ce21a-8001-4024-b8c1-1ad0e188defb tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:54.648016 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d8ef6601-3b54-44ac-8921-8b80883889c8 req-ef2ce21a-8001-4024-b8c1-1ad0e188defb tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 945 time: 0.0532277 Aug 20 14:10:54.688644 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d8ef6601-3b54-44ac-8921-8b80883889c8 req-7a85c2bb-54c1-4246-9ac9-7fd4a671b785 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344565 Aug 20 14:10:54.786115 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c33033-b4b5-4ed2-a31e-1d76a7908eaf req-5b8f11bd-db53-4425-8a52-f1efcd967819 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:54.787551 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-94c33033-b4b5-4ed2-a31e-1d76a7908eaf req-5b8f11bd-db53-4425-8a52-f1efcd967819 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 945 time: 0.0491471 Aug 20 14:10:54.825860 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-94c33033-b4b5-4ed2-a31e-1d76a7908eaf req-a0b85b53-5b8c-46cb-a539-583f42f969f2 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321171 Aug 20 14:10:55.163622 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device a6e323c8-3b56-4ab4-b04f-7371da83904e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:10:55.165837 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device d3c422d8-f60e-4f16-ade8-d2ea06425c6f up at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:10:55.233546 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261d63a-62dc-4079-9ce6-5606628f4883 req-19726e2d-db3b-49b6-88c3-10fef772b203 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:55.235279 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c261d63a-62dc-4079-9ce6-5606628f4883 req-19726e2d-db3b-49b6-88c3-10fef772b203 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=092c9d34-bc9d-4df4-805b-9e6f7d56c752 HTTP/1.1" status: 200 len: 944 time: 0.0502195 Aug 20 14:10:55.275512 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c261d63a-62dc-4079-9ce6-5606628f4883 req-243b4d5a-9fa0-41f7-903a-0820d0232160 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340183 Aug 20 14:10:55.289738 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning for port d3c422d8-f60e-4f16-ade8-d2ea06425c6f completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:10:55.298542 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning complete for port d3c422d8-f60e-4f16-ade8-d2ea06425c6f triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:10:55.298956 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:55.339899 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port a6e323c8-3b56-4ab4-b04f-7371da83904e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a6e323c8-3b56-4ab4-b04f-7371da83904e,segment=NetworkSegment(11c15525-ccd2-446d-8b3a-dfa495bbcb12),segment_id=11c15525-ccd2-446d-8b3a-dfa495bbcb12)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:10:55.359147 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Returning: {'device': 'a6e323c8-3b56-4ab4-b04f-7371da83904e', 'network_id': '271b6c32-8ac1-4497-9ce3-51b005c1649b', 'port_id': 'a6e323c8-3b56-4ab4-b04f-7371da83904e', 'mac_address': 'fa:16:3e:fe:04:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f120ee-ab4d-47be-93bf-75e343e023ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:10:55.428556 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:55.449649 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6e323c8-3b56-4ab4-b04f-7371da83904e {{(pid=94102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:10:55.453624 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:55.491122 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port a6e323c8-3b56-4ab4-b04f-7371da83904e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a6e323c8-3b56-4ab4-b04f-7371da83904e,segment=NetworkSegment(11c15525-ccd2-446d-8b3a-dfa495bbcb12),segment_id=11c15525-ccd2-446d-8b3a-dfa495bbcb12)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:10:55.500632 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:55.504380 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port d3c422d8-f60e-4f16-ade8-d2ea06425c6f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d3c422d8-f60e-4f16-ade8-d2ea06425c6f,segment=NetworkSegment(85203d2a-e72b-471f-8498-5bdb985c80ed),segment_id=85203d2a-e72b-471f-8498-5bdb985c80ed)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:10:55.508882 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:55.528695 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afedbc56-7f1a-4a8d-ac3d-d851e66cf69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c422d8-f60e-4f16-ade8-d2ea06425c6f'}] {{(pid=94102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:10:55.530921 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658e03e68c488354c0da9c4193b8775245da486d5210860026445f3bfd5b20fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943953b2-2387-4e43-ab11-031d0705d035" -d '{"events": [{"server_uuid": "afedbc56-7f1a-4a8d-ac3d-d851e66cf69c", "name": "network-vif-plugged", "status": "completed", "tag": "d3c422d8-f60e-4f16-ade8-d2ea06425c6f"}]}' {{(pid=94102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:10:55.561761 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=a6e323c8-3b56-4ab4-b04f-7371da83904e,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:55.570749 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e2c9ea-8d3f-45eb-9c06-d6bae74f1f3f x-openstack-request-id: req-f2e2c9ea-8d3f-45eb-9c06-d6bae74f1f3f {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:10:55.570749 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afedbc56-7f1a-4a8d-ac3d-d851e66cf69c", "name": "network-vif-plugged", "status": "completed", "tag": "d3c422d8-f60e-4f16-ade8-d2ea06425c6f", "code": 200}]} {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:10:55.570749 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f2e2c9ea-8d3f-45eb-9c06-d6bae74f1f3f {{(pid=94102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:10:55.571042 dv-cinder-790535-10-iscsi neutron-server[94102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afedbc56-7f1a-4a8d-ac3d-d851e66cf69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c422d8-f60e-4f16-ade8-d2ea06425c6f', 'code': 200} Aug 20 14:10:55.623496 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=d3c422d8-f60e-4f16-ade8-d2ea06425c6f,revision_number=5']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:55.760330 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ed78a-657d-4b29-8346-7e2e65cbc719 req-35805716-869a-4da7-ae23-4d3cb15cdf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:55.762013 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ab7ed78a-657d-4b29-8346-7e2e65cbc719 req-35805716-869a-4da7-ae23-4d3cb15cdf88 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 1099 time: 0.0476258 Aug 20 14:10:55.771108 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['a6e323c8-3b56-4ab4-b04f-7371da83904e'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:10:55.835626 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1eed36-d307-4751-9d7a-f450b554ea7e req-8f7d7da3-26ca-404d-87b3-e48cd632f55a tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:55.837261 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4e1eed36-d307-4751-9d7a-f450b554ea7e req-8f7d7da3-26ca-404d-87b3-e48cd632f55a tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 945 time: 0.0743158 Aug 20 14:10:55.841605 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ab7ed78a-657d-4b29-8346-7e2e65cbc719 req-af285c6d-c037-40f7-948d-17fef9919202 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684209 Aug 20 14:10:55.884887 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4e1eed36-d307-4751-9d7a-f450b554ea7e req-ab900712-ab85-485f-919d-31ab2433ffcf tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412862 Aug 20 14:10:55.961909 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c99e6-736e-4e67-b1ad-85bca22c7e45 req-b8df0e10-7762-41ef-a499-c3d93d51f62b tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:55.963415 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-498c99e6-736e-4e67-b1ad-85bca22c7e45 req-b8df0e10-7762-41ef-a499-c3d93d51f62b tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 946 time: 0.0556245 Aug 20 14:10:56.039171 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-498c99e6-736e-4e67-b1ad-85bca22c7e45 req-7d6929dd-424d-487b-bf6f-eaa3726a6cb3 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660214 Aug 20 14:10:56.050596 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305b068-608d-423d-8ce5-65e4fe4af4f6 req-5b588a4d-ac3d-4fec-8aa9-3a7daf0c94c6 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:56.052843 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2305b068-608d-423d-8ce5-65e4fe4af4f6 req-5b588a4d-ac3d-4fec-8aa9-3a7daf0c94c6 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 945 time: 0.0884979 Aug 20 14:10:56.093760 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2305b068-608d-423d-8ce5-65e4fe4af4f6 req-0836bdd9-d507-46d3-89d2-226894727891 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349472 Aug 20 14:10:56.117223 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 58956) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:10:56.262473 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e4696e-f5ab-450f-aa5e-56d65439ee80 tempest-TestVolumeBootPattern-1224145880 tempest-TestVolumeBootPattern-1224145880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:56.264525 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-82e4696e-f5ab-450f-aa5e-56d65439ee80 tempest-TestVolumeBootPattern-1224145880 tempest-TestVolumeBootPattern-1224145880-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 1093 time: 0.1458056 Aug 20 14:10:56.267083 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 58960) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:10:56.271870 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-82fc0409-7faa-415b-b5ec-ad2520b4c89d tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Request body: {'floatingip': {'floating_network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'port_id': '73d056e5-62ce-40a0-bde8-d77fccbc455a', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:10:56.295665 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-82fc0409-7faa-415b-b5ec-ad2520b4c89d tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for floatingip, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:56.401046 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-82fc0409-7faa-415b-b5ec-ad2520b4c89d tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:56.401580 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ccf38-09ae-4843-b831-5dc106959c18 req-754c655f-2537-4ea0-bc85-15543c859676 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:56.403570 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d74ccf38-09ae-4843-b831-5dc106959c18 req-754c655f-2537-4ea0-bc85-15543c859676 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=092c9d34-bc9d-4df4-805b-9e6f7d56c752 HTTP/1.1" status: 200 len: 945 time: 0.0532620 Aug 20 14:10:56.447390 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d74ccf38-09ae-4843-b831-5dc106959c18 req-d6fd6d7e-f982-4e00-8b04-49d04acf50b4 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374541 Aug 20 14:10:56.519127 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.db_base_plugin_common [None req-82fc0409-7faa-415b-b5ec-ad2520b4c89d tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Allocated IP 172.27.3.55 (98d0971e-9611-4cfe-abc2-ff603fbae97c/e8e9b9bd-ae96-49d0-b730-35afc957c6cc/2da1b4d2-b806-49bf-8858-54ab4e2c32c4) {{(pid=94101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:10:56.628283 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-82fc0409-7faa-415b-b5ec-ad2520b4c89d tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for port, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:56.666475 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-82fc0409-7faa-415b-b5ec-ad2520b4c89d tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131250090'] for port, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:56.702875 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fc0409-7faa-415b-b5ec-ad2520b4c89d tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Network 98d0971e-9611-4cfe-abc2-ff603fbae97c is already hosted by enough agents. {{(pid=94101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:10:56.705545 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.base_scheduler [None req-82fc0409-7faa-415b-b5ec-ad2520b4c89d tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Resources bound (agent type, host, resource id): {{(pid=94101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:10:56.709495 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fc0409-7faa-415b-b5ec-ad2520b4c89d tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Received port after_create {{(pid=94101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:10:56.737625 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc0409-7faa-415b-b5ec-ad2520b4c89d tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Pushing event updated for resources: {'Port': ['ID=2da1b4d2-b806-49bf-8858-54ab4e2c32c4,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:57.101735 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-82fc0409-7faa-415b-b5ec-ad2520b4c89d tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:57.174685 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-82fc0409-7faa-415b-b5ec-ad2520b4c89d tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:57.178051 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652b786-a36b-44a6-91c0-eed2d8422ab0 req-bd877bef-3e14-400d-8516-3208b6cb2d43 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:57.179595 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4652b786-a36b-44a6-91c0-eed2d8422ab0 req-bd877bef-3e14-400d-8516-3208b6cb2d43 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 946 time: 0.0535927 Aug 20 14:10:57.183420 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device a6e323c8-3b56-4ab4-b04f-7371da83904e up at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:10:57.219874 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4652b786-a36b-44a6-91c0-eed2d8422ab0 req-1913bc17-001a-4e4c-9c6e-0daa76d96475 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339522 Aug 20 14:10:57.254887 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning for port a6e323c8-3b56-4ab4-b04f-7371da83904e completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:10:57.259414 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning complete for port a6e323c8-3b56-4ab4-b04f-7371da83904e triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:10:57.259825 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:57.342350 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-82fc0409-7faa-415b-b5ec-ad2520b4c89d tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for port, precommit_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:57.346917 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:57.350164 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-82fc0409-7faa-415b-b5ec-ad2520b4c89d tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131250001'] for port, after_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:57.350925 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedacaf1-02e0-4b6f-b358-7532dfd54693 req-5f4e787d-855b-41fd-94db-fa5d3ffc9ec7 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:57.352573 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-aedacaf1-02e0-4b6f-b358-7532dfd54693 req-5f4e787d-855b-41fd-94db-fa5d3ffc9ec7 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 946 time: 0.0557156 Aug 20 14:10:57.384349 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port a6e323c8-3b56-4ab4-b04f-7371da83904e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a6e323c8-3b56-4ab4-b04f-7371da83904e,segment=NetworkSegment(11c15525-ccd2-446d-8b3a-dfa495bbcb12),segment_id=11c15525-ccd2-446d-8b3a-dfa495bbcb12)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:10:57.391383 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:57.406070 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-aedacaf1-02e0-4b6f-b358-7532dfd54693 req-b74c1f3c-715d-4ff3-9a02-259ce7a4484a tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426013 Aug 20 14:10:57.406353 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc0409-7faa-415b-b5ec-ad2520b4c89d tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Pushing event updated for resources: {'Port': ['ID=2da1b4d2-b806-49bf-8858-54ab4e2c32c4,revision_number=2']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:57.450627 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=a6e323c8-3b56-4ab4-b04f-7371da83904e,revision_number=5']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:10:57.469538 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-82fc0409-7faa-415b-b5ec-ad2520b4c89d tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687214'] for floatingip, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:57.572400 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092c9d34-bc9d-4df4-805b-9e6f7d56c752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e323c8-3b56-4ab4-b04f-7371da83904e'}] {{(pid=94102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:10:57.575284 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658e03e68c488354c0da9c4193b8775245da486d5210860026445f3bfd5b20fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a68bfa-9e10-42ca-8dd6-56ea83030678" -d '{"events": [{"server_uuid": "092c9d34-bc9d-4df4-805b-9e6f7d56c752", "name": "network-vif-plugged", "status": "completed", "tag": "a6e323c8-3b56-4ab4-b04f-7371da83904e"}]}' {{(pid=94102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:10:57.575735 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f00408-9f17-426e-aac4-660f09183094 req-f009b10a-3b9d-4c68-a10b-bd30fa289bff tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:57.577417 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-58f00408-9f17-426e-aac4-660f09183094 req-f009b10a-3b9d-4c68-a10b-bd30fa289bff tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=092c9d34-bc9d-4df4-805b-9e6f7d56c752 HTTP/1.1" status: 200 len: 946 time: 0.0574379 Aug 20 14:10:57.624587 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-58f00408-9f17-426e-aac4-660f09183094 req-6a59097f-bc03-4c52-a0e0-5854ccb9b9ef tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380709 Aug 20 14:10:57.686744 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8188b182-7518-49e1-9a29-dfa239a576dd x-openstack-request-id: req-8188b182-7518-49e1-9a29-dfa239a576dd {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:10:57.687032 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "092c9d34-bc9d-4df4-805b-9e6f7d56c752", "name": "network-vif-plugged", "status": "completed", "tag": "a6e323c8-3b56-4ab4-b04f-7371da83904e", "code": 200}]} {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:10:57.687277 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8188b182-7518-49e1-9a29-dfa239a576dd {{(pid=94102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:10:57.687670 dv-cinder-790535-10-iscsi neutron-server[94102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092c9d34-bc9d-4df4-805b-9e6f7d56c752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e323c8-3b56-4ab4-b04f-7371da83904e', 'code': 200} Aug 20 14:10:57.781634 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.db.l3_db [None req-82fc0409-7faa-415b-b5ec-ad2520b4c89d tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Floating IP 15c6f106-dac3-4306-bac1-0c3b5135389c associated. External IP: 172.27.3.55, port: 73d056e5-62ce-40a0-bde8-d77fccbc455a. Aug 20 14:10:57.835524 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2c30d-f921-4be4-a67c-c055748b3301 req-b636a0cf-cb08-47fd-b39d-a5422a954268 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:57.837104 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-beb2c30d-f921-4be4-a67c-c055748b3301 req-b636a0cf-cb08-47fd-b39d-a5422a954268 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 946 time: 0.0773652 Aug 20 14:10:57.903020 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-beb2c30d-f921-4be4-a67c-c055748b3301 req-83857d9b-8881-463d-8d9d-e482ee73f90c tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573101 Aug 20 14:10:57.905024 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf88ede-df3a-4056-b897-d5d297e0796f req-14f2733b-24fa-4343-bbe5-8c2e27513d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:57.906554 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4cf88ede-df3a-4056-b897-d5d297e0796f req-14f2733b-24fa-4343-bbe5-8c2e27513d50 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=092c9d34-bc9d-4df4-805b-9e6f7d56c752 HTTP/1.1" status: 200 len: 1099 time: 0.0684814 Aug 20 14:10:57.950504 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4cf88ede-df3a-4056-b897-d5d297e0796f req-47cbdcc8-6613-41d4-957d-c2c5d593ff81 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356927 Aug 20 14:10:58.019586 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fc0409-7faa-415b-b5ec-ad2520b4c89d tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Router ece7f8b1-caa6-4f8b-b867-83e5fb328d3d has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:10:58.140886 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fc0409-7faa-415b-b5ec-ad2520b4c89d tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:10:58.153129 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a95c4cd-97aa-49fb-b368-9c86bfc5c9f6 None None] Sync routers for ids ['ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'] in dv-cinder-790535-10-iscsi {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:10:58.168227 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a95c4cd-97aa-49fb-b368-9c86bfc5c9f6 None None] Routers {'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:10:58.169009 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-9a95c4cd-97aa-49fb-b368-9c86bfc5c9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:10:40Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:10:58.170352 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-82fc0409-7faa-415b-b5ec-ad2520b4c89d tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for floatingip, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:10:58.216516 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-82fc0409-7faa-415b-b5ec-ad2520b4c89d tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9383562 Aug 20 14:10:58.216516 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf1a444-c610-4dd4-97fa-c962771e6ad8', 'tag': '73d056e5-62ce-40a0-bde8-d77fccbc455a'}] {{(pid=94101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:10:58.216516 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe9c96b14d8a984b3b2359cf8bfa077cf4e0579f01b10b2ab8ef3f260cf9dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc595ca-4d7f-40a1-869f-e889a68c485b" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf1a444-c610-4dd4-97fa-c962771e6ad8", "tag": "73d056e5-62ce-40a0-bde8-d77fccbc455a"}]}' {{(pid=94101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:10:58.249181 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bc6673-6da0-4c4b-99c8-cb9b9e75729d x-openstack-request-id: req-45bc6673-6da0-4c4b-99c8-cb9b9e75729d {{(pid=94101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:10:58.249748 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf1a444-c610-4dd4-97fa-c962771e6ad8", "tag": "73d056e5-62ce-40a0-bde8-d77fccbc455a", "status": "completed", "code": 200}]} {{(pid=94101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:10:58.250170 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-45bc6673-6da0-4c4b-99c8-cb9b9e75729d {{(pid=94101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:10:58.250737 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf1a444-c610-4dd4-97fa-c962771e6ad8', 'tag': '73d056e5-62ce-40a0-bde8-d77fccbc455a', 'status': 'completed', 'code': 200} Aug 20 14:10:58.324606 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc595ca-4d7f-40a1-869f-e889a68c485b req-46559cb3-923a-438b-a63f-c6535f2f6f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:58.326330 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-9a95c4cd-97aa-49fb-b368-9c86bfc5c9f6 None None] Set router ece7f8b1-caa6-4f8b-b867-83e5fb328d3d gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:10:58.326816 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3fc595ca-4d7f-40a1-869f-e889a68c485b req-46559cb3-923a-438b-a63f-c6535f2f6f50 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b9547b5173c74472b28578fee4efd2de&device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 1098 time: 0.0477901 Aug 20 14:10:58.696628 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc595ca-4d7f-40a1-869f-e889a68c485b req-930446af-b324-440e-bff9-3c63037428ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:58.698263 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3fc595ca-4d7f-40a1-869f-e889a68c485b req-930446af-b324-440e-bff9-3c63037428ef service neutron] 10.222.0.65 "GET /v2.0/networks?id=0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1 HTTP/1.1" status: 200 len: 912 time: 0.3551421 Aug 20 14:10:58.722950 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-9a95c4cd-97aa-49fb-b368-9c86bfc5c9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'name': 'tempest-TestVolumeBootPattern-932448548-router', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:14Z', 'updated_at': '2021-08-20T14:09:20Z', 'revision_number': 4, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'gw_port': {'id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:15Z', 'updated_at': '2021-08-20T14:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_floatingips': [{'id': '15c6f106-dac3-4306-bac1-0c3b5135389c', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'router_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'port_id': '73d056e5-62ce-40a0-bde8-d77fccbc455a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1', 'mac_address': 'fa:16:3e:bf:38:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf1a444-c610-4dd4-97fa-c962771e6ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:10:56Z', 'updated_at': '2021-08-20T14:10:56Z', 'revision_number': 0, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae5a7c76-f4f9-4aab-9d40-99d06746d3b6', 'name': '', 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'mac_address': 'fa:16:3e:c0:2c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:19Z', 'updated_at': '2021-08-20T14:09:31Z', 'revision_number': 5, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'subnets': [{'id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:10:58.750421 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a95c4cd-97aa-49fb-b368-9c86bfc5c9f6 None None] Checking router: ece7f8b1-caa6-4f8b-b867-83e5fb328d3d for host: dv-cinder-790535-10-iscsi {{(pid=94102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:10:58.760716 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a95c4cd-97aa-49fb-b368-9c86bfc5c9f6 None None] Routers {'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:10:58.761413 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-9a95c4cd-97aa-49fb-b368-9c86bfc5c9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:10:40Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:10:58.812337 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3fc595ca-4d7f-40a1-869f-e889a68c485b req-f8e60451-74c7-45a4-938f-01129d12b105 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73d056e5-62ce-40a0-bde8-d77fccbc455a HTTP/1.1" status: 200 len: 998 time: 0.1059520 Aug 20 14:10:58.826013 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d745648-1ded-47ff-9441-926e386d1b05 req-eef8db90-3821-4b05-b133-b45bdfa004ec tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:58.827619 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3d745648-1ded-47ff-9441-926e386d1b05 req-eef8db90-3821-4b05-b133-b45bdfa004ec tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=092c9d34-bc9d-4df4-805b-9e6f7d56c752 HTTP/1.1" status: 200 len: 946 time: 0.1127172 Aug 20 14:10:58.878433 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-9a95c4cd-97aa-49fb-b368-9c86bfc5c9f6 None None] Set router ece7f8b1-caa6-4f8b-b867-83e5fb328d3d gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:10:58.904213 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc595ca-4d7f-40a1-869f-e889a68c485b req-1a9baeac-10e7-41b1-add1-7b7b96f2b57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:58.905804 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3fc595ca-4d7f-40a1-869f-e889a68c485b req-1a9baeac-10e7-41b1-add1-7b7b96f2b57c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=70930b94-b5fe-43e0-b1d1-cb529415b9c1 HTTP/1.1" status: 200 len: 850 time: 0.0772669 Aug 20 14:10:58.909110 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3d745648-1ded-47ff-9441-926e386d1b05 req-f0c0032f-ce3b-4662-9484-d603a2148b55 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714359 Aug 20 14:10:58.959794 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc595ca-4d7f-40a1-869f-e889a68c485b req-c8097e9d-20a0-4bff-a7c5-784e5bfe2805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:10:58.961815 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3fc595ca-4d7f-40a1-869f-e889a68c485b req-c8097e9d-20a0-4bff-a7c5-784e5bfe2805 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0482490 Aug 20 14:10:59.073809 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3fc595ca-4d7f-40a1-869f-e889a68c485b req-e6b9a971-98be-461b-bacc-e151ded6bbf7 service neutron] 10.222.0.65 "GET /v2.0/networks/0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910907 Aug 20 14:10:59.125096 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-9a95c4cd-97aa-49fb-b368-9c86bfc5c9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'name': 'tempest-TestVolumeBootPattern-932448548-router', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:14Z', 'updated_at': '2021-08-20T14:09:20Z', 'revision_number': 4, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'gw_port': {'id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:15Z', 'updated_at': '2021-08-20T14:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_floatingips': [{'id': '15c6f106-dac3-4306-bac1-0c3b5135389c', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'router_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'port_id': '73d056e5-62ce-40a0-bde8-d77fccbc455a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1', 'mac_address': 'fa:16:3e:bf:38:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf1a444-c610-4dd4-97fa-c962771e6ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:10:56Z', 'updated_at': '2021-08-20T14:10:56Z', 'revision_number': 0, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae5a7c76-f4f9-4aab-9d40-99d06746d3b6', 'name': '', 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'mac_address': 'fa:16:3e:c0:2c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:19Z', 'updated_at': '2021-08-20T14:09:31Z', 'revision_number': 5, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'subnets': [{'id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:10:59.156396 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a95c4cd-97aa-49fb-b368-9c86bfc5c9f6 None None] The sync data for ids ['ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'] in dv-cinder-790535-10-iscsi is: [{'id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'name': 'tempest-TestVolumeBootPattern-932448548-router', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:14Z', 'updated_at': '2021-08-20T14:09:20Z', 'revision_number': 4, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'gw_port': {'id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:15Z', 'updated_at': '2021-08-20T14:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_floatingips': [{'id': '15c6f106-dac3-4306-bac1-0c3b5135389c', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'router_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'port_id': '73d056e5-62ce-40a0-bde8-d77fccbc455a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1', 'mac_address': 'fa:16:3e:bf:38:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf1a444-c610-4dd4-97fa-c962771e6ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:10:56Z', 'updated_at': '2021-08-20T14:10:56Z', 'revision_number': 0, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae5a7c76-f4f9-4aab-9d40-99d06746d3b6', 'name': '', 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'mac_address': 'fa:16:3e:c0:2c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:19Z', 'updated_at': '2021-08-20T14:09:31Z', 'revision_number': 5, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'subnets': [{'id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:10:59.187910 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3fc595ca-4d7f-40a1-869f-e889a68c485b req-94c489fd-157d-4c8e-8f94-952f9fd238f8 service neutron] 10.222.0.65 "GET /v2.0/networks/0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949869 Aug 20 14:10:59.365698 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb56f2c-8084-4872-8cd6-09f3e438854d None None] New status for floating IP 15c6f106-dac3-4306-bac1-0c3b5135389c: ACTIVE {{(pid=94103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:11:00.030938 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93c119-cf88-49b6-a793-93b7f54fe219 req-0b5d4a5b-2eb9-479d-bc8e-090c977a0ffe tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:00.032435 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ec93c119-cf88-49b6-a793-93b7f54fe219 req-0b5d4a5b-2eb9-479d-bc8e-090c977a0ffe tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=092c9d34-bc9d-4df4-805b-9e6f7d56c752 HTTP/1.1" status: 200 len: 946 time: 0.0558283 Aug 20 14:11:00.072259 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ec93c119-cf88-49b6-a793-93b7f54fe219 req-3c5284b1-11d6-454e-a2a4-2b51b8b641e9 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334468 Aug 20 14:11:00.141898 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 6 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:11:07.467421 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c683ed-99c2-4950-8681-0f54e1fe71bd req-28b1a76f-369e-48b2-9938-c3eb60d05b07 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:07.468947 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-68c683ed-99c2-4950-8681-0f54e1fe71bd req-28b1a76f-369e-48b2-9938-c3eb60d05b07 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 946 time: 0.0550539 Aug 20 14:11:07.507286 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-68c683ed-99c2-4950-8681-0f54e1fe71bd req-260ce4fe-da17-4de3-b377-5a6f30d73ed3 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322931 Aug 20 14:11:07.529330 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 59062) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:11:07.679864 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2739380a-3776-404e-befe-76636889ac44 tempest-TestMinimumBasicScenario-554369401 tempest-TestMinimumBasicScenario-554369401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:07.681429 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-2739380a-3776-404e-befe-76636889ac44 tempest-TestMinimumBasicScenario-554369401 tempest-TestMinimumBasicScenario-554369401-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 1094 time: 0.1511533 Aug 20 14:11:07.684700 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 59066) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:11:07.689489 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-acfe61f5-aaff-4564-a06c-c263e70e3f4e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Request body: {'floatingip': {'floating_network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'port_id': 'd3c422d8-f60e-4f16-ade8-d2ea06425c6f', 'tenant_id': '16f5c5549cc5497f82be9bc39ad14467', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:11:07.696751 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-fc3686a1-c7f0-4d53-8ef8-06defdda670f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:07.716308 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-acfe61f5-aaff-4564-a06c-c263e70e3f4e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks [] for floatingip, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:07.821226 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-acfe61f5-aaff-4564-a06c-c263e70e3f4e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:07.938545 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.db_base_plugin_common [None req-acfe61f5-aaff-4564-a06c-c263e70e3f4e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Allocated IP 172.27.3.46 (98d0971e-9611-4cfe-abc2-ff603fbae97c/e8e9b9bd-ae96-49d0-b730-35afc957c6cc/34b8c59c-d1eb-49cb-b720-cfcbf4260fa6) {{(pid=94101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:11:08.048040 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-acfe61f5-aaff-4564-a06c-c263e70e3f4e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks [] for port, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:08.093525 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-acfe61f5-aaff-4564-a06c-c263e70e3f4e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131250090'] for port, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:08.130826 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfe61f5-aaff-4564-a06c-c263e70e3f4e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Network 98d0971e-9611-4cfe-abc2-ff603fbae97c is already hosted by enough agents. {{(pid=94101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:11:08.133775 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.base_scheduler [None req-acfe61f5-aaff-4564-a06c-c263e70e3f4e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Resources bound (agent type, host, resource id): {{(pid=94101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:11:08.137157 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfe61f5-aaff-4564-a06c-c263e70e3f4e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Received port after_create {{(pid=94101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:11:08.167003 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe61f5-aaff-4564-a06c-c263e70e3f4e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Pushing event updated for resources: {'Port': ['ID=34b8c59c-d1eb-49cb-b720-cfcbf4260fa6,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:08.528772 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-acfe61f5-aaff-4564-a06c-c263e70e3f4e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:08.602462 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-acfe61f5-aaff-4564-a06c-c263e70e3f4e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:08.757673 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-acfe61f5-aaff-4564-a06c-c263e70e3f4e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks [] for port, precommit_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:08.762890 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-acfe61f5-aaff-4564-a06c-c263e70e3f4e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131250001'] for port, after_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:08.844953 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe61f5-aaff-4564-a06c-c263e70e3f4e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Pushing event updated for resources: {'Port': ['ID=34b8c59c-d1eb-49cb-b720-cfcbf4260fa6,revision_number=2']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:08.857458 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-acfe61f5-aaff-4564-a06c-c263e70e3f4e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687214'] for floatingip, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:08.859959 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe61f5-aaff-4564-a06c-c263e70e3f4e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:08.860302 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe61f5-aaff-4564-a06c-c263e70e3f4e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:08.860663 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe61f5-aaff-4564-a06c-c263e70e3f4e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:08.861094 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe61f5-aaff-4564-a06c-c263e70e3f4e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:08.861421 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe61f5-aaff-4564-a06c-c263e70e3f4e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:08.861747 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe61f5-aaff-4564-a06c-c263e70e3f4e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:08.862070 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe61f5-aaff-4564-a06c-c263e70e3f4e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:08.862394 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe61f5-aaff-4564-a06c-c263e70e3f4e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:08.862710 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe61f5-aaff-4564-a06c-c263e70e3f4e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:08.863027 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe61f5-aaff-4564-a06c-c263e70e3f4e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:08.864105 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe61f5-aaff-4564-a06c-c263e70e3f4e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:08.864435 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe61f5-aaff-4564-a06c-c263e70e3f4e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:08.969835 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.db.l3_db [None req-acfe61f5-aaff-4564-a06c-c263e70e3f4e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Floating IP a9bab0f5-6cbf-4fb3-b1b7-5dfbe94b60bb associated. External IP: 172.27.3.46, port: d3c422d8-f60e-4f16-ade8-d2ea06425c6f. Aug 20 14:11:09.191178 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfe61f5-aaff-4564-a06c-c263e70e3f4e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Router 0ff65773-2e32-405e-bcc0-b85204ad599b has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:11:09.303694 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfe61f5-aaff-4564-a06c-c263e70e3f4e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:11:09.313460 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5dac43-0c1e-46d0-b5a7-3f1f304008cc None None] Sync routers for ids ['0ff65773-2e32-405e-bcc0-b85204ad599b'] in dv-cinder-790535-10-iscsi {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:11:09.324049 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-acfe61f5-aaff-4564-a06c-c263e70e3f4e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for floatingip, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:09.324998 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5dac43-0c1e-46d0-b5a7-3f1f304008cc None None] Routers {'0ff65773-2e32-405e-bcc0-b85204ad599b'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:11:09.325629 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-5b5dac43-0c1e-46d0-b5a7-3f1f304008cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:10:40Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['0ff65773-2e32-405e-bcc0-b85204ad599b'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:11:09.353365 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-acfe61f5-aaff-4564-a06c-c263e70e3f4e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6674862 Aug 20 14:11:09.354050 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afedbc56-7f1a-4a8d-ac3d-d851e66cf69c', 'tag': 'd3c422d8-f60e-4f16-ade8-d2ea06425c6f'}] {{(pid=94101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:11:09.356207 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 59072) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:11:09.356786 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe9c96b14d8a984b3b2359cf8bfa077cf4e0579f01b10b2ab8ef3f260cf9dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc12ca6f-ac8f-4ae6-bde6-8d9d0c0e17d6" -d '{"events": [{"name": "network-changed", "server_uuid": "afedbc56-7f1a-4a8d-ac3d-d851e66cf69c", "tag": "d3c422d8-f60e-4f16-ade8-d2ea06425c6f"}]}' {{(pid=94101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:11:09.361191 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-b2fc4ea9-1f4b-4c8d-abb1-b658cd3ec259 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-292315476', 'description': 'tempest-secgroup-smoke-292315476 description', 'project_id': '16f5c5549cc5497f82be9bc39ad14467'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:11:09.387926 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b2fc4ea9-1f4b-4c8d-abb1-b658cd3ec259 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:09.397690 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12040047-3f5b-4ea4-87a7-13765a94b867 x-openstack-request-id: req-12040047-3f5b-4ea4-87a7-13765a94b867 {{(pid=94101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:11:09.398112 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afedbc56-7f1a-4a8d-ac3d-d851e66cf69c", "tag": "d3c422d8-f60e-4f16-ade8-d2ea06425c6f", "status": "completed", "code": 200}]} {{(pid=94101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:11:09.398368 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-12040047-3f5b-4ea4-87a7-13765a94b867 {{(pid=94101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:11:09.399455 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afedbc56-7f1a-4a8d-ac3d-d851e66cf69c', 'tag': 'd3c422d8-f60e-4f16-ade8-d2ea06425c6f', 'status': 'completed', 'code': 200} Aug 20 14:11:09.437458 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-5b5dac43-0c1e-46d0-b5a7-3f1f304008cc None None] Set router 0ff65773-2e32-405e-bcc0-b85204ad599b gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:11:09.491887 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12ca6f-ac8f-4ae6-bde6-8d9d0c0e17d6 req-b975c3a5-9f99-488a-a021-fca36521c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:09.493420 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cc12ca6f-ac8f-4ae6-bde6-8d9d0c0e17d6 req-b975c3a5-9f99-488a-a021-fca36521c653 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=16f5c5549cc5497f82be9bc39ad14467&device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 1099 time: 0.0682185 Aug 20 14:11:09.571438 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b2fc4ea9-1f4b-4c8d-abb1-b658cd3ec259 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:09.579865 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b2fc4ea9-1f4b-4c8d-abb1-b658cd3ec259 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:09.621975 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b2fc4ea9-1f4b-4c8d-abb1-b658cd3ec259 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:09.623219 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-b2fc4ea9-1f4b-4c8d-abb1-b658cd3ec259 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2657657 Aug 20 14:11:09.627109 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 59076) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:11:09.636382 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc4ea9-1f4b-4c8d-abb1-b658cd3ec259 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae7486c-f6e9-4274-a8cb-fa6fcb39e555,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:09.637748 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-ae39343a-1bf3-4764-b6ae-ef0fb5e9757b tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Request body: {'security_group_rule': {'security_group_id': 'bae7486c-f6e9-4274-a8cb-fa6fcb39e555', 'project_id': '16f5c5549cc5497f82be9bc39ad14467', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:11:09.653176 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12ca6f-ac8f-4ae6-bde6-8d9d0c0e17d6 req-459b1d3d-ee2f-474a-8380-21944c0e4b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:09.654537 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cc12ca6f-ac8f-4ae6-bde6-8d9d0c0e17d6 req-459b1d3d-ee2f-474a-8380-21944c0e4b44 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd2b389c-07c4-46a4-9c61-c7db406c2ee2 HTTP/1.1" status: 200 len: 916 time: 0.1484032 Aug 20 14:11:09.655769 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc4ea9-1f4b-4c8d-abb1-b658cd3ec259 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:09.656122 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc4ea9-1f4b-4c8d-abb1-b658cd3ec259 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:09.656510 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc4ea9-1f4b-4c8d-abb1-b658cd3ec259 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:09.656848 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc4ea9-1f4b-4c8d-abb1-b658cd3ec259 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:09.657186 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc4ea9-1f4b-4c8d-abb1-b658cd3ec259 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:09.657523 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc4ea9-1f4b-4c8d-abb1-b658cd3ec259 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:09.657856 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc4ea9-1f4b-4c8d-abb1-b658cd3ec259 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:09.658196 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc4ea9-1f4b-4c8d-abb1-b658cd3ec259 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:09.658524 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc4ea9-1f4b-4c8d-abb1-b658cd3ec259 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:09.658854 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc4ea9-1f4b-4c8d-abb1-b658cd3ec259 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:09.659186 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc4ea9-1f4b-4c8d-abb1-b658cd3ec259 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:09.659517 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fc4ea9-1f4b-4c8d-abb1-b658cd3ec259 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:09.686750 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-5b5dac43-0c1e-46d0-b5a7-3f1f304008cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'name': 'tempest-TestMinimumBasicScenario-1721183229-router', 'tenant_id': '16f5c5549cc5497f82be9bc39ad14467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f650e61c-42be-432d-b113-0ee53a3ea87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:59Z', 'updated_at': '2021-08-20T14:10:05Z', 'revision_number': 4, 'project_id': '16f5c5549cc5497f82be9bc39ad14467', 'gw_port': {'id': 'f650e61c-42be-432d-b113-0ee53a3ea87d', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:10:00Z', 'updated_at': '2021-08-20T14:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_floatingips': [{'id': 'a9bab0f5-6cbf-4fb3-b1b7-5dfbe94b60bb', 'tenant_id': '16f5c5549cc5497f82be9bc39ad14467', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'router_id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'port_id': 'd3c422d8-f60e-4f16-ade8-d2ea06425c6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd2b389c-07c4-46a4-9c61-c7db406c2ee2', 'mac_address': 'fa:16:3e:48:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedbc56-7f1a-4a8d-ac3d-d851e66cf69c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:11:08Z', 'updated_at': '2021-08-20T14:11:08Z', 'revision_number': 0, 'project_id': '16f5c5549cc5497f82be9bc39ad14467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615', 'name': '', 'network_id': 'fd2b389c-07c4-46a4-9c61-c7db406c2ee2', 'tenant_id': '16f5c5549cc5497f82be9bc39ad14467', 'mac_address': 'fa:16:3e:b3:e3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd1f93410-7160-43fc-92d9-eb198e6e3255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:10:03Z', 'updated_at': '2021-08-20T14:10:14Z', 'revision_number': 5, 'project_id': '16f5c5549cc5497f82be9bc39ad14467', 'subnets': [{'id': 'd1f93410-7160-43fc-92d9-eb198e6e3255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:11:09.690693 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-ae39343a-1bf3-4764-b6ae-ef0fb5e9757b tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:09.715362 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5dac43-0c1e-46d0-b5a7-3f1f304008cc None None] Checking router: 0ff65773-2e32-405e-bcc0-b85204ad599b for host: dv-cinder-790535-10-iscsi {{(pid=94102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:11:09.724014 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5dac43-0c1e-46d0-b5a7-3f1f304008cc None None] Routers {'0ff65773-2e32-405e-bcc0-b85204ad599b'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:11:09.724618 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-5b5dac43-0c1e-46d0-b5a7-3f1f304008cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:10:40Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['0ff65773-2e32-405e-bcc0-b85204ad599b'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:11:09.739280 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cc12ca6f-ac8f-4ae6-bde6-8d9d0c0e17d6 req-5adb682b-ff7c-434f-9b29-e405be23f539 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3c422d8-f60e-4f16-ade8-d2ea06425c6f HTTP/1.1" status: 200 len: 999 time: 0.0741415 Aug 20 14:11:09.767461 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-ae39343a-1bf3-4764-b6ae-ef0fb5e9757b tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:09.772556 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-ae39343a-1bf3-4764-b6ae-ef0fb5e9757b tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596504'] for security_group_rule, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:09.790753 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39343a-1bf3-4764-b6ae-ef0fb5e9757b tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9590b3df-0569-4e1c-a925-f22d25468a00,revision_number=0']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:09.799641 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12ca6f-ac8f-4ae6-bde6-8d9d0c0e17d6 req-4090f18a-e581-4888-82bc-cde7c3ff79fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:09.799933 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-ae39343a-1bf3-4764-b6ae-ef0fb5e9757b tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:09.804558 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cc12ca6f-ac8f-4ae6-bde6-8d9d0c0e17d6 req-4090f18a-e581-4888-82bc-cde7c3ff79fd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d1f93410-7160-43fc-92d9-eb198e6e3255 HTTP/1.1" status: 200 len: 854 time: 0.0514667 Aug 20 14:11:09.804722 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-ae39343a-1bf3-4764-b6ae-ef0fb5e9757b tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1713684 Aug 20 14:11:09.804811 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 59078) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:11:09.809141 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-2f56f7a8-b5e9-4fb8-b41d-bee9266bb337 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Request body: {'security_group_rule': {'security_group_id': 'bae7486c-f6e9-4274-a8cb-fa6fcb39e555', 'project_id': '16f5c5549cc5497f82be9bc39ad14467', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:11:09.870456 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-5b5dac43-0c1e-46d0-b5a7-3f1f304008cc None None] Set router 0ff65773-2e32-405e-bcc0-b85204ad599b gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:11:09.878745 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12ca6f-ac8f-4ae6-bde6-8d9d0c0e17d6 req-663f3561-4619-459a-ac40-f4d1702014f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:09.881195 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cc12ca6f-ac8f-4ae6-bde6-8d9d0c0e17d6 req-663f3561-4619-459a-ac40-f4d1702014f0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd2b389c-07c4-46a4-9c61-c7db406c2ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0676458 Aug 20 14:11:09.881868 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-2f56f7a8-b5e9-4fb8-b41d-bee9266bb337 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:10.003343 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-2f56f7a8-b5e9-4fb8-b41d-bee9266bb337 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:10.011148 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-2f56f7a8-b5e9-4fb8-b41d-bee9266bb337 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596504'] for security_group_rule, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:10.034962 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cc12ca6f-ac8f-4ae6-bde6-8d9d0c0e17d6 req-bd1b6e3f-cd5a-474a-8d99-9ec0a3a6612d service neutron] 10.222.0.65 "GET /v2.0/networks/fd2b389c-07c4-46a4-9c61-c7db406c2ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416688 Aug 20 14:11:10.040039 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56f7a8-b5e9-4fb8-b41d-bee9266bb337 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3562bfdb-0888-4701-a0a7-61914e0786d6,revision_number=0']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:10.057629 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-2f56f7a8-b5e9-4fb8-b41d-bee9266bb337 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:10.058793 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-2f56f7a8-b5e9-4fb8-b41d-bee9266bb337 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2531903 Aug 20 14:11:10.063324 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 59080) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:11:10.071282 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-059fe5f7-2d16-4a3d-9671-aa3a35eed033 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Request body: {'security_group_rule': {'security_group_id': 'bae7486c-f6e9-4274-a8cb-fa6fcb39e555', 'project_id': '16f5c5549cc5497f82be9bc39ad14467', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:11:10.102210 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-059fe5f7-2d16-4a3d-9671-aa3a35eed033 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:10.153370 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cc12ca6f-ac8f-4ae6-bde6-8d9d0c0e17d6 req-4e65f796-83a6-4aad-809d-193f9417e479 service neutron] 10.222.0.65 "GET /v2.0/networks/fd2b389c-07c4-46a4-9c61-c7db406c2ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095779 Aug 20 14:11:10.172304 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-5b5dac43-0c1e-46d0-b5a7-3f1f304008cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'name': 'tempest-TestMinimumBasicScenario-1721183229-router', 'tenant_id': '16f5c5549cc5497f82be9bc39ad14467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f650e61c-42be-432d-b113-0ee53a3ea87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:59Z', 'updated_at': '2021-08-20T14:10:05Z', 'revision_number': 4, 'project_id': '16f5c5549cc5497f82be9bc39ad14467', 'gw_port': {'id': 'f650e61c-42be-432d-b113-0ee53a3ea87d', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:10:00Z', 'updated_at': '2021-08-20T14:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_floatingips': [{'id': 'a9bab0f5-6cbf-4fb3-b1b7-5dfbe94b60bb', 'tenant_id': '16f5c5549cc5497f82be9bc39ad14467', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'router_id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'port_id': 'd3c422d8-f60e-4f16-ade8-d2ea06425c6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd2b389c-07c4-46a4-9c61-c7db406c2ee2', 'mac_address': 'fa:16:3e:48:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedbc56-7f1a-4a8d-ac3d-d851e66cf69c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:11:08Z', 'updated_at': '2021-08-20T14:11:08Z', 'revision_number': 0, 'project_id': '16f5c5549cc5497f82be9bc39ad14467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615', 'name': '', 'network_id': 'fd2b389c-07c4-46a4-9c61-c7db406c2ee2', 'tenant_id': '16f5c5549cc5497f82be9bc39ad14467', 'mac_address': 'fa:16:3e:b3:e3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd1f93410-7160-43fc-92d9-eb198e6e3255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:10:03Z', 'updated_at': '2021-08-20T14:10:14Z', 'revision_number': 5, 'project_id': '16f5c5549cc5497f82be9bc39ad14467', 'subnets': [{'id': 'd1f93410-7160-43fc-92d9-eb198e6e3255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:11:10.174749 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-059fe5f7-2d16-4a3d-9671-aa3a35eed033 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:10.179833 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-059fe5f7-2d16-4a3d-9671-aa3a35eed033 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596504'] for security_group_rule, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:10.202152 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059fe5f7-2d16-4a3d-9671-aa3a35eed033 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=582f040a-1163-4172-a5cc-5348fa4ff57a,revision_number=0']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:10.209864 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-059fe5f7-2d16-4a3d-9671-aa3a35eed033 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:10.211130 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-059fe5f7-2d16-4a3d-9671-aa3a35eed033 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1456165 Aug 20 14:11:10.213438 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5dac43-0c1e-46d0-b5a7-3f1f304008cc None None] The sync data for ids ['0ff65773-2e32-405e-bcc0-b85204ad599b'] in dv-cinder-790535-10-iscsi is: [{'id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'name': 'tempest-TestMinimumBasicScenario-1721183229-router', 'tenant_id': '16f5c5549cc5497f82be9bc39ad14467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f650e61c-42be-432d-b113-0ee53a3ea87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:59Z', 'updated_at': '2021-08-20T14:10:05Z', 'revision_number': 4, 'project_id': '16f5c5549cc5497f82be9bc39ad14467', 'gw_port': {'id': 'f650e61c-42be-432d-b113-0ee53a3ea87d', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:10:00Z', 'updated_at': '2021-08-20T14:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_floatingips': [{'id': 'a9bab0f5-6cbf-4fb3-b1b7-5dfbe94b60bb', 'tenant_id': '16f5c5549cc5497f82be9bc39ad14467', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'router_id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'port_id': 'd3c422d8-f60e-4f16-ade8-d2ea06425c6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd2b389c-07c4-46a4-9c61-c7db406c2ee2', 'mac_address': 'fa:16:3e:48:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afedbc56-7f1a-4a8d-ac3d-d851e66cf69c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:11:08Z', 'updated_at': '2021-08-20T14:11:08Z', 'revision_number': 0, 'project_id': '16f5c5549cc5497f82be9bc39ad14467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615', 'name': '', 'network_id': 'fd2b389c-07c4-46a4-9c61-c7db406c2ee2', 'tenant_id': '16f5c5549cc5497f82be9bc39ad14467', 'mac_address': 'fa:16:3e:b3:e3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd1f93410-7160-43fc-92d9-eb198e6e3255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:10:03Z', 'updated_at': '2021-08-20T14:10:14Z', 'revision_number': 5, 'project_id': '16f5c5549cc5497f82be9bc39ad14467', 'subnets': [{'id': 'd1f93410-7160-43fc-92d9-eb198e6e3255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:11:10.214334 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 59084) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:11:10.219628 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-9afb6add-4610-42c2-aea1-bbf638b57650 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Request body: {'security_group_rule': {'security_group_id': 'bae7486c-f6e9-4274-a8cb-fa6fcb39e555', 'project_id': '16f5c5549cc5497f82be9bc39ad14467', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:11:10.276291 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-9afb6add-4610-42c2-aea1-bbf638b57650 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:10.360363 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-9afb6add-4610-42c2-aea1-bbf638b57650 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:10.370536 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-9afb6add-4610-42c2-aea1-bbf638b57650 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596504'] for security_group_rule, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:10.394014 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb6add-4610-42c2-aea1-bbf638b57650 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee25b0c-077f-452e-82e1-fe7e15405c6e,revision_number=0']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:10.404206 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-9afb6add-4610-42c2-aea1-bbf638b57650 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:10.409253 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-9afb6add-4610-42c2-aea1-bbf638b57650 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1912806 Aug 20 14:11:10.409464 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 59086) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:11:10.415226 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-c86f3881-ad05-4b9e-a39d-8ca4392ee344 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Request body: {'security_group_rule': {'security_group_id': 'bae7486c-f6e9-4274-a8cb-fa6fcb39e555', 'project_id': '16f5c5549cc5497f82be9bc39ad14467', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:11:10.442423 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.db.securitygroups_db [None req-c86f3881-ad05-4b9e-a39d-8ca4392ee344 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Project 16f5c5549cc5497f82be9bc39ad14467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 14:11:10.449039 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c86f3881-ad05-4b9e-a39d-8ca4392ee344 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:10.466274 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-99c10bf4-ff82-4551-b116-177eefc3f84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:10.490415 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:10.491097 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56de4956-23d0-4118-8333-0d17eac009c3 None None] New status for floating IP a9bab0f5-6cbf-4fb3-b1b7-5dfbe94b60bb: ACTIVE {{(pid=94103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:11:10.538664 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c86f3881-ad05-4b9e-a39d-8ca4392ee344 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:10.544733 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c86f3881-ad05-4b9e-a39d-8ca4392ee344 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596504'] for security_group_rule, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:10.562181 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f3881-ad05-4b9e-a39d-8ca4392ee344 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef6eb1c7-5274-4059-a746-f62985876954,revision_number=0']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:10.569060 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c86f3881-ad05-4b9e-a39d-8ca4392ee344 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:10.570945 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-c86f3881-ad05-4b9e-a39d-8ca4392ee344 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1603205 Aug 20 14:11:10.572983 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 59088) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:11:10.578521 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-623eb49a-bc8b-4e5a-a714-ff9948a4d1a1 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Request body: {'security_group_rule': {'security_group_id': 'bae7486c-f6e9-4274-a8cb-fa6fcb39e555', 'project_id': '16f5c5549cc5497f82be9bc39ad14467', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:11:10.603910 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.db.securitygroups_db [None req-623eb49a-bc8b-4e5a-a714-ff9948a4d1a1 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Project 16f5c5549cc5497f82be9bc39ad14467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 14:11:10.609112 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-623eb49a-bc8b-4e5a-a714-ff9948a4d1a1 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:10.685486 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-623eb49a-bc8b-4e5a-a714-ff9948a4d1a1 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:10.689917 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-623eb49a-bc8b-4e5a-a714-ff9948a4d1a1 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596504'] for security_group_rule, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:10.710452 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623eb49a-bc8b-4e5a-a714-ff9948a4d1a1 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f288662-346b-4ff0-b7a2-277b795b3423,revision_number=0']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:10.717976 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-623eb49a-bc8b-4e5a-a714-ff9948a4d1a1 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:10.722554 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-623eb49a-bc8b-4e5a-a714-ff9948a4d1a1 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1456342 Aug 20 14:11:10.806614 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9ba29d77-0f74-45ca-905c-b0817672f19b req-9cbda9d9-23ba-48ae-93be-9aa70a426128 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-292315476&fields=id&tenant_id=16f5c5549cc5497f82be9bc39ad14467 HTTP/1.1" status: 200 len: 267 time: 0.0382879 Aug 20 14:11:10.864433 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba29d77-0f74-45ca-905c-b0817672f19b req-9e30a53b-f1a1-4192-9961-716ef315daca tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:10.866035 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9ba29d77-0f74-45ca-905c-b0817672f19b req-9e30a53b-f1a1-4192-9961-716ef315daca tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 946 time: 0.0531180 Aug 20 14:11:10.877766 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-9ba29d77-0f74-45ca-905c-b0817672f19b req-b260a14e-cf2e-4a4c-b2ce-897a022a9cf4 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Request body: {'port': {'security_groups': ['ee335392-24ea-49d1-b5db-2f0fc60d571d', 'bae7486c-f6e9-4274-a8cb-fa6fcb39e555']}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:11:10.951267 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-9ba29d77-0f74-45ca-905c-b0817672f19b req-b260a14e-cf2e-4a4c-b2ce-897a022a9cf4 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:11.159889 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-9ba29d77-0f74-45ca-905c-b0817672f19b req-b260a14e-cf2e-4a4c-b2ce-897a022a9cf4 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] For port d3c422d8-f60e-4f16-ade8-d2ea06425c6f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d3c422d8-f60e-4f16-ade8-d2ea06425c6f,segment=NetworkSegment(85203d2a-e72b-471f-8498-5bdb985c80ed),segment_id=85203d2a-e72b-471f-8498-5bdb985c80ed)] {{(pid=94100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:11:11.193336 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-9ba29d77-0f74-45ca-905c-b0817672f19b req-b260a14e-cf2e-4a4c-b2ce-897a022a9cf4 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks [] for port, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:11.200656 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-9ba29d77-0f74-45ca-905c-b0817672f19b req-b260a14e-cf2e-4a4c-b2ce-897a022a9cf4 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:11.214427 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['d3c422d8-f60e-4f16-ade8-d2ea06425c6f'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:11:11.255303 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba29d77-0f74-45ca-905c-b0817672f19b req-b260a14e-cf2e-4a4c-b2ce-897a022a9cf4 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:11.256190 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-9ba29d77-0f74-45ca-905c-b0817672f19b req-b260a14e-cf2e-4a4c-b2ce-897a022a9cf4 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:11.261250 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9ba29d77-0f74-45ca-905c-b0817672f19b req-b260a14e-cf2e-4a4c-b2ce-897a022a9cf4 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "PUT /v2.0/ports/d3c422d8-f60e-4f16-ade8-d2ea06425c6f HTTP/1.1" status: 200 len: 982 time: 0.3881142 Aug 20 14:11:11.261865 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afedbc56-7f1a-4a8d-ac3d-d851e66cf69c', 'tag': 'd3c422d8-f60e-4f16-ade8-d2ea06425c6f'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:11:11.265337 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c81cb9b-efcc-4e81-8334-54a1710d9807" -d '{"events": [{"name": "network-changed", "server_uuid": "afedbc56-7f1a-4a8d-ac3d-d851e66cf69c", "tag": "d3c422d8-f60e-4f16-ade8-d2ea06425c6f"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:11:11.307071 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260a14e-cf2e-4a4c-b2ce-897a022a9cf4 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Pushing event updated for resources: {'Port': ['ID=d3c422d8-f60e-4f16-ade8-d2ea06425c6f,revision_number=6']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:11.368870 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9808a239-d31d-40bc-9401-e5754804cc99 x-openstack-request-id: req-9808a239-d31d-40bc-9401-e5754804cc99 {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:11:11.369273 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afedbc56-7f1a-4a8d-ac3d-d851e66cf69c", "tag": "d3c422d8-f60e-4f16-ade8-d2ea06425c6f", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:11:11.369533 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9808a239-d31d-40bc-9401-e5754804cc99 {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:11:11.370541 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afedbc56-7f1a-4a8d-ac3d-d851e66cf69c', 'tag': 'd3c422d8-f60e-4f16-ade8-d2ea06425c6f', 'status': 'completed', 'code': 200} Aug 20 14:11:11.403483 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['d3c422d8-f60e-4f16-ade8-d2ea06425c6f'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:11:11.472609 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30f347-5651-44de-8158-9ff790698912 req-9b9095d1-c7b4-431a-bbe8-6f0b368bc1d0 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:11.475104 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6a30f347-5651-44de-8158-9ff790698912 req-9b9095d1-c7b4-431a-bbe8-6f0b368bc1d0 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 985 time: 0.1031301 Aug 20 14:11:11.484537 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81cb9b-efcc-4e81-8334-54a1710d9807 req-7b9d372d-7bfd-4929-8830-bf3de68f4fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:11.486375 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2c81cb9b-efcc-4e81-8334-54a1710d9807 req-7b9d372d-7bfd-4929-8830-bf3de68f4fb9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=16f5c5549cc5497f82be9bc39ad14467&device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 1138 time: 0.0784731 Aug 20 14:11:11.599765 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-f1284cb8-f9bb-45e5-8701-d20f31e8d986 None None] Provisioning complete for port d3c422d8-f60e-4f16-ade8-d2ea06425c6f triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:11:11.600583 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-f1284cb8-f9bb-45e5-8701-d20f31e8d986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:11.611501 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6a30f347-5651-44de-8158-9ff790698912 req-80cfe63c-cf92-4b65-bb11-e70b74b761dc tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=bae7486c-f6e9-4274-a8cb-fa6fcb39e555&id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1239994 Aug 20 14:11:11.657302 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:11.661085 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81cb9b-efcc-4e81-8334-54a1710d9807 req-2cb94c0c-8399-4898-ad19-69e7c3a17374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:11.662586 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2c81cb9b-efcc-4e81-8334-54a1710d9807 req-2cb94c0c-8399-4898-ad19-69e7c3a17374 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd2b389c-07c4-46a4-9c61-c7db406c2ee2 HTTP/1.1" status: 200 len: 916 time: 0.1509957 Aug 20 14:11:11.752193 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2c81cb9b-efcc-4e81-8334-54a1710d9807 req-d8cf02d6-9487-4689-aa42-46de2c0c910d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3c422d8-f60e-4f16-ade8-d2ea06425c6f HTTP/1.1" status: 200 len: 1001 time: 0.0739958 Aug 20 14:11:11.808783 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81cb9b-efcc-4e81-8334-54a1710d9807 req-3fa8c19c-f6bc-40b2-a505-5657f9297141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:11.810255 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2c81cb9b-efcc-4e81-8334-54a1710d9807 req-3fa8c19c-f6bc-40b2-a505-5657f9297141 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d1f93410-7160-43fc-92d9-eb198e6e3255 HTTP/1.1" status: 200 len: 854 time: 0.0455770 Aug 20 14:11:11.872887 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81cb9b-efcc-4e81-8334-54a1710d9807 req-f4cdb0c7-6ef8-4748-841d-e8e2b5a49cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:11.875936 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2c81cb9b-efcc-4e81-8334-54a1710d9807 req-f4cdb0c7-6ef8-4748-841d-e8e2b5a49cb3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd2b389c-07c4-46a4-9c61-c7db406c2ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0439205 Aug 20 14:11:11.987099 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2c81cb9b-efcc-4e81-8334-54a1710d9807 req-5f5c9077-faf2-4e01-b438-2cb6baab2610 service neutron] 10.222.0.65 "GET /v2.0/networks/fd2b389c-07c4-46a4-9c61-c7db406c2ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011841 Aug 20 14:11:12.086729 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2c81cb9b-efcc-4e81-8334-54a1710d9807 req-33426b69-eb56-4006-b1f7-a88f2c3f1621 service neutron] 10.222.0.65 "GET /v2.0/networks/fd2b389c-07c4-46a4-9c61-c7db406c2ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917456 Aug 20 14:11:12.469571 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:13.074709 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:13.786458 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-8dd41437-280d-467a-b8a2-a6c3634eb6df tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:13.787927 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-8dd41437-280d-467a-b8a2-a6c3634eb6df tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/networks?id=271b6c32-8ac1-4497-9ce3-51b005c1649b HTTP/1.1" status: 200 len: 815 time: 0.1107054 Aug 20 14:11:13.804914 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-c927ac06-c0ac-45ff-b6ee-cd296c71cccd tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/quotas/8c3d9cf181db499891a024e70c8400da HTTP/1.1" status: 200 len: 375 time: 0.0098703 Aug 20 14:11:13.857109 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-6aefbeb9-e719-4fa5-8461-70d348ab0ee5 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8c3d9cf181db499891a024e70c8400da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0457821 Aug 20 14:11:13.950781 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-0395246c-16e0-43e0-be1c-583290a21002 service neutron] 10.222.0.38 "GET /v2.0/networks/271b6c32-8ac1-4497-9ce3-51b005c1649b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852418 Aug 20 14:11:14.052212 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-e9f4fe4c-2fd8-4700-9f5d-6c43cfa80b14 service neutron] 10.222.0.38 "GET /v2.0/networks/271b6c32-8ac1-4497-9ce3-51b005c1649b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952106 Aug 20 14:11:14.226394 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b47b821a-4eb5-4c54-8ec1-7f7a6ea5a7bc req-1dace203-f9d4-4f17-92a6-cf1a94d33a99 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f6a434-8651-4065-819e-b2814b478c12 HTTP/1.1" status: 200 len: 210 time: 0.0266750 Aug 20 14:11:15.343904 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3aedf809-964f-4301-8ee3-2850a53b212f req-c2ed0844-34b0-401b-a44e-69db06e12a76 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f6a434-8651-4065-819e-b2814b478c12 HTTP/1.1" status: 200 len: 210 time: 0.0383132 Aug 20 14:11:15.352584 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-962712e4-948e-4c3c-8b65-1b194f0fc51c tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:15.354097 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-962712e4-948e-4c3c-8b65-1b194f0fc51c tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.65 "GET /v2.0/networks?id=271b6c32-8ac1-4497-9ce3-51b005c1649b HTTP/1.1" status: 200 len: 815 time: 0.1511979 Aug 20 14:11:15.382880 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-00aaa983-a829-4b27-bdc6-c3e15d8b7aea tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Request body: {'port': {'device_id': '50f6a434-8651-4065-819e-b2814b478c12', 'network_id': '271b6c32-8ac1-4497-9ce3-51b005c1649b', 'admin_state_up': True, 'tenant_id': '8c3d9cf181db499891a024e70c8400da'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:11:15.502178 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-00aaa983-a829-4b27-bdc6-c3e15d8b7aea tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Made reservation on behalf of 8c3d9cf181db499891a024e70c8400da for: {'port': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:11:15.506243 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-00aaa983-a829-4b27-bdc6-c3e15d8b7aea tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:15.643021 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-00aaa983-a829-4b27-bdc6-c3e15d8b7aea tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Allocated IP 172.20.0.4 (271b6c32-8ac1-4497-9ce3-51b005c1649b/d5f120ee-ab4d-47be-93bf-75e343e023ae/f2c8f910-e5ff-4c55-9e82-0721763fe6c4) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:11:15.804433 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-00aaa983-a829-4b27-bdc6-c3e15d8b7aea tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:15.843569 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-00aaa983-a829-4b27-bdc6-c3e15d8b7aea tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:15.860608 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['a6e323c8-3b56-4ab4-b04f-7371da83904e'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:11:15.887774 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-00aaa983-a829-4b27-bdc6-c3e15d8b7aea tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Network 271b6c32-8ac1-4497-9ce3-51b005c1649b is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:11:15.890752 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-00aaa983-a829-4b27-bdc6-c3e15d8b7aea tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:11:15.895276 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-00aaa983-a829-4b27-bdc6-c3e15d8b7aea tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:11:15.904027 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aaa983-a829-4b27-bdc6-c3e15d8b7aea tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Pushing event updated for resources: {'Port': ['ID=f2c8f910-e5ff-4c55-9e82-0721763fe6c4,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:15.959684 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-00aaa983-a829-4b27-bdc6-c3e15d8b7aea tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:15.960454 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-00aaa983-a829-4b27-bdc6-c3e15d8b7aea tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:15.982354 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-00aaa983-a829-4b27-bdc6-c3e15d8b7aea tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6040435 Aug 20 14:11:16.003323 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-3898c2d9-c4f1-45ae-ac45-7ab2c645f5cc service neutron] Request body: {'port': {'device_id': '50f6a434-8651-4065-819e-b2814b478c12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:11:16.066218 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-3898c2d9-c4f1-45ae-ac45-7ab2c645f5cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:16.294499 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e0160eef-cecc-4946-9a87-78db9ad55d13 req-2b25b5a7-9f3f-40dc-96d3-1ae8a3363d80 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676911 Aug 20 14:11:16.390845 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-3898c2d9-c4f1-45ae-ac45-7ab2c645f5cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2c8f910-e5ff-4c55-9e82-0721763fe6c4 {{(pid=94100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:11:16.403785 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-3898c2d9-c4f1-45ae-ac45-7ab2c645f5cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:16.434800 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0160eef-cecc-4946-9a87-78db9ad55d13 req-06b94afa-70c1-4f57-9a06-dbf5357a82c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:16.436914 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e0160eef-cecc-4946-9a87-78db9ad55d13 req-06b94afa-70c1-4f57-9a06-dbf5357a82c5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee09af3d24634dd0b8d0361dafbf2c7a&device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 1100 time: 0.0904996 Aug 20 14:11:16.438075 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.provisioning_blocks [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-3898c2d9-c4f1-45ae-ac45-7ab2c645f5cc service neutron] Transition to ACTIVE for port object f2c8f910-e5ff-4c55-9e82-0721763fe6c4 will not be triggered until provisioned by entity L2. {{(pid=94100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:11:16.451567 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-3898c2d9-c4f1-45ae-ac45-7ab2c645f5cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:16.581590 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898c2d9-c4f1-45ae-ac45-7ab2c645f5cc service neutron] Pushing event updated for resources: {'Port': ['ID=f2c8f910-e5ff-4c55-9e82-0721763fe6c4,revision_number=2']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:16.602306 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece8ddf-36c2-417f-bca3-d665fd464145 req-3f488604-f6d0-48ac-8eea-094c1d1500e9 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:16.603797 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3ece8ddf-36c2-417f-bca3-d665fd464145 req-3f488604-f6d0-48ac-8eea-094c1d1500e9 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f6a434-8651-4065-819e-b2814b478c12 HTTP/1.1" status: 200 len: 943 time: 0.1756413 Aug 20 14:11:16.677247 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0160eef-cecc-4946-9a87-78db9ad55d13 req-bd887345-165b-47e6-b437-f71c7fdca2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:16.678759 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e0160eef-cecc-4946-9a87-78db9ad55d13 req-bd887345-165b-47e6-b437-f71c7fdca2f7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 HTTP/1.1" status: 200 len: 915 time: 0.2092900 Aug 20 14:11:16.977898 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3ece8ddf-36c2-417f-bca3-d665fd464145 req-c20af08f-71f3-4007-ab32-b25f9829c3bd tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549592 Aug 20 14:11:16.996217 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-3898c2d9-c4f1-45ae-ac45-7ab2c645f5cc service neutron] Attempting to bind port f2c8f910-e5ff-4c55-9e82-0721763fe6c4 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:11:16.996582 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-3898c2d9-c4f1-45ae-ac45-7ab2c645f5cc service neutron] Attempting to bind port f2c8f910-e5ff-4c55-9e82-0721763fe6c4 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '11c15525-ccd2-446d-8b3a-dfa495bbcb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '271b6c32-8ac1-4497-9ce3-51b005c1649b'}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:11:16.996916 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-3898c2d9-c4f1-45ae-ac45-7ab2c645f5cc service neutron] Attempting to bind port f2c8f910-e5ff-4c55-9e82-0721763fe6c4 on network 271b6c32-8ac1-4497-9ce3-51b005c1649b {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:11:17.005948 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-3898c2d9-c4f1-45ae-ac45-7ab2c645f5cc service neutron] Port f2c8f910-e5ff-4c55-9e82-0721763fe6c4 on network 271b6c32-8ac1-4497-9ce3-51b005c1649b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:11:17.006273 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-3898c2d9-c4f1-45ae-ac45-7ab2c645f5cc service neutron] Attempting to bind port f2c8f910-e5ff-4c55-9e82-0721763fe6c4 on network 271b6c32-8ac1-4497-9ce3-51b005c1649b {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:11:17.016681 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-3898c2d9-c4f1-45ae-ac45-7ab2c645f5cc service neutron] Checking agent: {'id': 'e9494a82-1f02-49fe-8034-7b3c5c14ee49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'started_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:11:17.017021 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-3898c2d9-c4f1-45ae-ac45-7ab2c645f5cc service neutron] Checking segment: {'id': '11c15525-ccd2-446d-8b3a-dfa495bbcb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '271b6c32-8ac1-4497-9ce3-51b005c1649b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:11:17.017407 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-3898c2d9-c4f1-45ae-ac45-7ab2c645f5cc service neutron] Bound using segment: {'id': '11c15525-ccd2-446d-8b3a-dfa495bbcb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '271b6c32-8ac1-4497-9ce3-51b005c1649b'} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:11:17.017847 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-3898c2d9-c4f1-45ae-ac45-7ab2c645f5cc service neutron] Bound port: f2c8f910-e5ff-4c55-9e82-0721763fe6c4, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c15525-ccd2-446d-8b3a-dfa495bbcb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '271b6c32-8ac1-4497-9ce3-51b005c1649b'}}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:11:17.018206 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-3898c2d9-c4f1-45ae-ac45-7ab2c645f5cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:17.029673 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e0160eef-cecc-4946-9a87-78db9ad55d13 req-6884dad1-d4d5-49c2-ab96-59bd814347a6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b51bf0b8-9568-4a95-ad67-53ec81884255 HTTP/1.1" status: 200 len: 1002 time: 0.3319213 Aug 20 14:11:17.131282 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0160eef-cecc-4946-9a87-78db9ad55d13 req-fc38228d-9640-48a6-a6aa-7ba4170f3bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:17.132792 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e0160eef-cecc-4946-9a87-78db9ad55d13 req-fc38228d-9640-48a6-a6aa-7ba4170f3bf8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f4bed576-abba-4384-ad26-22f02bdef9a8 HTTP/1.1" status: 200 len: 853 time: 0.0782769 Aug 20 14:11:17.133816 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-3898c2d9-c4f1-45ae-ac45-7ab2c645f5cc service neutron] For port f2c8f910-e5ff-4c55-9e82-0721763fe6c4, host hv-cinder-79053, cleared binding levels {{(pid=94100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:11:17.136947 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-3898c2d9-c4f1-45ae-ac45-7ab2c645f5cc service neutron] For port f2c8f910-e5ff-4c55-9e82-0721763fe6c4, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f2c8f910-e5ff-4c55-9e82-0721763fe6c4,segment=NetworkSegment(11c15525-ccd2-446d-8b3a-dfa495bbcb12),segment_id=11c15525-ccd2-446d-8b3a-dfa495bbcb12)] {{(pid=94100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:11:17.141961 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-3898c2d9-c4f1-45ae-ac45-7ab2c645f5cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:17.215720 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-3898c2d9-c4f1-45ae-ac45-7ab2c645f5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:17.216342 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-3898c2d9-c4f1-45ae-ac45-7ab2c645f5cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:17.217748 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-3898c2d9-c4f1-45ae-ac45-7ab2c645f5cc service neutron] 10.222.0.65 "PUT /v2.0/ports/f2c8f910-e5ff-4c55-9e82-0721763fe6c4 HTTP/1.1" status: 200 len: 1093 time: 1.2218809 Aug 20 14:11:17.223095 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f6a434-8651-4065-819e-b2814b478c12', 'tag': 'f2c8f910-e5ff-4c55-9e82-0721763fe6c4'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:11:17.225987 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96b81a0-6267-4a71-88a9-64dfc448d1f0" -d '{"events": [{"name": "network-changed", "server_uuid": "50f6a434-8651-4065-819e-b2814b478c12", "tag": "f2c8f910-e5ff-4c55-9e82-0721763fe6c4"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:11:17.236958 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898c2d9-c4f1-45ae-ac45-7ab2c645f5cc service neutron] Pushing event updated for resources: {'Port': ['ID=f2c8f910-e5ff-4c55-9e82-0721763fe6c4,revision_number=3']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:17.247298 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0160eef-cecc-4946-9a87-78db9ad55d13 req-f61135b6-c12a-41ed-84c8-1644c35de829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:17.248937 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e0160eef-cecc-4946-9a87-78db9ad55d13 req-f61135b6-c12a-41ed-84c8-1644c35de829 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d7b7e4f-93c0-4b84-9c6a-22526b6438a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1046364 Aug 20 14:11:17.272115 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672cd366-8227-4fc7-9c61-34e406c32c26 x-openstack-request-id: req-672cd366-8227-4fc7-9c61-34e406c32c26 {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:11:17.272492 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f6a434-8651-4065-819e-b2814b478c12", "tag": "f2c8f910-e5ff-4c55-9e82-0721763fe6c4", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:11:17.272734 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-672cd366-8227-4fc7-9c61-34e406c32c26 {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:11:17.273116 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f6a434-8651-4065-819e-b2814b478c12', 'tag': 'f2c8f910-e5ff-4c55-9e82-0721763fe6c4', 'status': 'completed', 'code': 200} Aug 20 14:11:17.379648 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-d62d7446-fc76-4c28-a4ef-074db61e6ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:17.381171 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-d62d7446-fc76-4c28-a4ef-074db61e6ac6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8c3d9cf181db499891a024e70c8400da&device_id=50f6a434-8651-4065-819e-b2814b478c12 HTTP/1.1" status: 200 len: 1096 time: 0.0698385 Aug 20 14:11:17.383010 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e0160eef-cecc-4946-9a87-78db9ad55d13 req-998ba8b4-6543-4555-8743-8d05a14abd37 service neutron] 10.222.0.65 "GET /v2.0/networks/1d7b7e4f-93c0-4b84-9c6a-22526b6438a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199684 Aug 20 14:11:17.480779 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-45b31d50-54df-4ffd-924a-bba0886eca87 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2c8f910-e5ff-4c55-9e82-0721763fe6c4 HTTP/1.1" status: 200 len: 217 time: 0.0760896 Aug 20 14:11:17.558580 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e0160eef-cecc-4946-9a87-78db9ad55d13 req-5e578372-2da9-4d88-9311-67368a434e3d service neutron] 10.222.0.65 "GET /v2.0/networks/1d7b7e4f-93c0-4b84-9c6a-22526b6438a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525435 Aug 20 14:11:17.560054 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-5dba0d18-157b-4b47-ac1e-b313201b6cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:17.561400 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-5dba0d18-157b-4b47-ac1e-b313201b6cda service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d5f120ee-ab4d-47be-93bf-75e343e023ae HTTP/1.1" status: 200 len: 855 time: 0.0663831 Aug 20 14:11:17.601541 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-7394e727-21ae-4338-aed9-0fe836f4b3c0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=271b6c32-8ac1-4497-9ce3-51b005c1649b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276129 Aug 20 14:11:17.715286 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-433a39b9-be69-4e91-8392-f599c92e7c1a service neutron] 10.222.0.65 "GET /v2.0/networks/271b6c32-8ac1-4497-9ce3-51b005c1649b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944877 Aug 20 14:11:17.813651 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c390ad6d-2899-40b4-a5a5-dcf9368d210d req-2d67c68e-cdbc-4dd8-8156-8d6b78f65b42 service neutron] 10.222.0.65 "GET /v2.0/networks/271b6c32-8ac1-4497-9ce3-51b005c1649b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875211 Aug 20 14:11:17.918872 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b81a0-6267-4a71-88a9-64dfc448d1f0 req-cb61db84-bae0-4cbb-9b15-6ae0325a64fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:17.920695 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b96b81a0-6267-4a71-88a9-64dfc448d1f0 req-cb61db84-bae0-4cbb-9b15-6ae0325a64fa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8c3d9cf181db499891a024e70c8400da&device_id=50f6a434-8651-4065-819e-b2814b478c12 HTTP/1.1" status: 200 len: 1096 time: 0.0491600 Aug 20 14:11:18.026958 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b81a0-6267-4a71-88a9-64dfc448d1f0 req-fe440110-de15-4245-9037-9876c35dbf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:18.028606 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b96b81a0-6267-4a71-88a9-64dfc448d1f0 req-fe440110-de15-4245-9037-9876c35dbf9b service neutron] 10.222.0.65 "GET /v2.0/networks?id=271b6c32-8ac1-4497-9ce3-51b005c1649b HTTP/1.1" status: 200 len: 916 time: 0.0947142 Aug 20 14:11:18.122210 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b96b81a0-6267-4a71-88a9-64dfc448d1f0 req-1780756f-8971-4766-835b-19982d0c4f56 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2c8f910-e5ff-4c55-9e82-0721763fe6c4 HTTP/1.1" status: 200 len: 217 time: 0.0620549 Aug 20 14:11:18.185504 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cedd18-7153-474b-b0e2-b0bac372cc9a req-2e94fe6c-1b25-4fb4-a7eb-4bd73b5c34ac tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:18.186988 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-11cedd18-7153-474b-b0e2-b0bac372cc9a req-2e94fe6c-1b25-4fb4-a7eb-4bd73b5c34ac tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f6a434-8651-4065-819e-b2814b478c12 HTTP/1.1" status: 200 len: 943 time: 0.1378944 Aug 20 14:11:18.211151 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b81a0-6267-4a71-88a9-64dfc448d1f0 req-a4449d1d-13b8-4c9b-ac0b-bb7b716c8023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:18.212596 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b96b81a0-6267-4a71-88a9-64dfc448d1f0 req-a4449d1d-13b8-4c9b-ac0b-bb7b716c8023 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d5f120ee-ab4d-47be-93bf-75e343e023ae HTTP/1.1" status: 200 len: 855 time: 0.0814612 Aug 20 14:11:18.240438 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-11cedd18-7153-474b-b0e2-b0bac372cc9a req-ad1f64a3-cc6b-459a-8002-a65bddb464b6 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453892 Aug 20 14:11:18.258546 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b96b81a0-6267-4a71-88a9-64dfc448d1f0 req-f69212fc-c098-400e-bf10-27eca7920fbd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=271b6c32-8ac1-4497-9ce3-51b005c1649b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292614 Aug 20 14:11:18.354152 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b96b81a0-6267-4a71-88a9-64dfc448d1f0 req-20b281ca-fd0e-4721-882a-abdcf094c508 service neutron] 10.222.0.65 "GET /v2.0/networks/271b6c32-8ac1-4497-9ce3-51b005c1649b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859516 Aug 20 14:11:18.447131 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b96b81a0-6267-4a71-88a9-64dfc448d1f0 req-867122ea-2ebc-4229-af76-d54935363ab8 service neutron] 10.222.0.65 "GET /v2.0/networks/271b6c32-8ac1-4497-9ce3-51b005c1649b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842888 Aug 20 14:11:19.361077 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931b6f8-5e54-4fe7-9b63-bf150dfbc4c8 req-bb1b25d7-b36f-4308-804e-4f67a1b7a4a4 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:19.362576 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4931b6f8-5e54-4fe7-9b63-bf150dfbc4c8 req-bb1b25d7-b36f-4308-804e-4f67a1b7a4a4 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f6a434-8651-4065-819e-b2814b478c12 HTTP/1.1" status: 200 len: 943 time: 0.0532079 Aug 20 14:11:19.400737 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4931b6f8-5e54-4fe7-9b63-bf150dfbc4c8 req-6c668fe7-677f-4148-8508-18f922e85542 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315316 Aug 20 14:11:20.517405 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5653f7-e1cf-47bf-89c7-5e0973f581ec req-487255f6-c75e-4db5-8a8f-e0284d6b1633 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:20.518893 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3f5653f7-e1cf-47bf-89c7-5e0973f581ec req-487255f6-c75e-4db5-8a8f-e0284d6b1633 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f6a434-8651-4065-819e-b2814b478c12 HTTP/1.1" status: 200 len: 943 time: 0.0507405 Aug 20 14:11:20.557599 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3f5653f7-e1cf-47bf-89c7-5e0973f581ec req-782c510b-54d6-4641-aae7-2598dcf02428 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328014 Aug 20 14:11:21.282761 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device f2c8f910-e5ff-4c55-9e82-0721763fe6c4 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:11:21.385685 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port f2c8f910-e5ff-4c55-9e82-0721763fe6c4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f2c8f910-e5ff-4c55-9e82-0721763fe6c4,segment=NetworkSegment(11c15525-ccd2-446d-8b3a-dfa495bbcb12),segment_id=11c15525-ccd2-446d-8b3a-dfa495bbcb12)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:11:21.398235 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Returning: {'device': 'f2c8f910-e5ff-4c55-9e82-0721763fe6c4', 'network_id': '271b6c32-8ac1-4497-9ce3-51b005c1649b', 'port_id': 'f2c8f910-e5ff-4c55-9e82-0721763fe6c4', 'mac_address': 'fa:16:3e:de:40:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f120ee-ab4d-47be-93bf-75e343e023ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:11:21.434310 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:21.448322 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2c8f910-e5ff-4c55-9e82-0721763fe6c4 {{(pid=94102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:11:21.468084 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port f2c8f910-e5ff-4c55-9e82-0721763fe6c4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f2c8f910-e5ff-4c55-9e82-0721763fe6c4,segment=NetworkSegment(11c15525-ccd2-446d-8b3a-dfa495bbcb12),segment_id=11c15525-ccd2-446d-8b3a-dfa495bbcb12)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:11:21.471622 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:21.524425 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=f2c8f910-e5ff-4c55-9e82-0721763fe6c4,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:21.679000 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024ca52-c9b3-4e67-b0bc-e1e0da49e319 req-6ead8b09-e64d-4baf-8c64-0e2a1318850c tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:21.680491 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2024ca52-c9b3-4e67-b0bc-e1e0da49e319 req-6ead8b09-e64d-4baf-8c64-0e2a1318850c tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f6a434-8651-4065-819e-b2814b478c12 HTTP/1.1" status: 200 len: 944 time: 0.0521846 Aug 20 14:11:21.717197 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2024ca52-c9b3-4e67-b0bc-e1e0da49e319 req-607f4c53-de4a-4ff0-a626-ce05df8b8cd0 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304792 Aug 20 14:11:21.767514 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['f2c8f910-e5ff-4c55-9e82-0721763fe6c4'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:11:22.614608 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec9b7f-7d93-42a0-b615-54328640aa25 req-8c2a2e66-b46b-477b-a7a9-dc0c332696eb tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:22.616014 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-70ec9b7f-7d93-42a0-b615-54328640aa25 req-8c2a2e66-b46b-477b-a7a9-dc0c332696eb tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 947 time: 0.0536373 Aug 20 14:11:22.653454 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-70ec9b7f-7d93-42a0-b615-54328640aa25 req-172b9f8d-4939-4117-82bb-67d6107cc78b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314827 Aug 20 14:11:22.833012 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b227cc-4363-46b2-8c19-3ea78a872e78 req-232e23bb-b75b-4d71-9362-7edddebd23c7 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:22.834498 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-17b227cc-4363-46b2-8c19-3ea78a872e78 req-232e23bb-b75b-4d71-9362-7edddebd23c7 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f6a434-8651-4065-819e-b2814b478c12 HTTP/1.1" status: 200 len: 944 time: 0.0502079 Aug 20 14:11:22.871546 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-17b227cc-4363-46b2-8c19-3ea78a872e78 req-c92683a8-7cd3-43e0-b9a1-5818bf2777d8 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311332 Aug 20 14:11:23.299475 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device f2c8f910-e5ff-4c55-9e82-0721763fe6c4 up at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:11:23.350445 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning for port f2c8f910-e5ff-4c55-9e82-0721763fe6c4 completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:11:23.354337 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning complete for port f2c8f910-e5ff-4c55-9e82-0721763fe6c4 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:11:23.354800 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:23.429695 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:23.453031 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f6a434-8651-4065-819e-b2814b478c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c8f910-e5ff-4c55-9e82-0721763fe6c4'}] {{(pid=94102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:11:23.454910 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658e03e68c488354c0da9c4193b8775245da486d5210860026445f3bfd5b20fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c5a4aa-fc3f-476e-93b4-d16c1f142a14" -d '{"events": [{"server_uuid": "50f6a434-8651-4065-819e-b2814b478c12", "name": "network-vif-plugged", "status": "completed", "tag": "f2c8f910-e5ff-4c55-9e82-0721763fe6c4"}]}' {{(pid=94102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:11:23.467595 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port f2c8f910-e5ff-4c55-9e82-0721763fe6c4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f2c8f910-e5ff-4c55-9e82-0721763fe6c4,segment=NetworkSegment(11c15525-ccd2-446d-8b3a-dfa495bbcb12),segment_id=11c15525-ccd2-446d-8b3a-dfa495bbcb12)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:11:23.473030 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:23.496281 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e5ec88-e06b-4407-817a-e3a53a20f458 x-openstack-request-id: req-66e5ec88-e06b-4407-817a-e3a53a20f458 {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:11:23.496700 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f6a434-8651-4065-819e-b2814b478c12", "name": "network-vif-plugged", "status": "completed", "tag": "f2c8f910-e5ff-4c55-9e82-0721763fe6c4", "code": 200}]} {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:11:23.496957 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-66e5ec88-e06b-4407-817a-e3a53a20f458 {{(pid=94102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:11:23.497352 dv-cinder-790535-10-iscsi neutron-server[94102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f6a434-8651-4065-819e-b2814b478c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c8f910-e5ff-4c55-9e82-0721763fe6c4', 'code': 200} Aug 20 14:11:23.526767 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=f2c8f910-e5ff-4c55-9e82-0721763fe6c4,revision_number=5']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:23.664220 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c4eb6-cc07-4633-93c2-edcb734c0b80 req-275bd4c8-6bc3-499c-b249-b3cc43b524ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:23.665627 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7c5c4eb6-cc07-4633-93c2-edcb734c0b80 req-275bd4c8-6bc3-499c-b249-b3cc43b524ee service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=50f6a434-8651-4065-819e-b2814b478c12 HTTP/1.1" status: 200 len: 1098 time: 0.0392568 Aug 20 14:11:23.701651 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7c5c4eb6-cc07-4633-93c2-edcb734c0b80 req-e14a5b87-12f4-4970-adbc-849d02e55f76 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281355 Aug 20 14:11:23.776243 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0599a-5642-4701-85eb-2dab0ddac220 req-6c840059-9973-40c7-b559-01a7e5a3c12f tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:23.777962 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2ae0599a-5642-4701-85eb-2dab0ddac220 req-6c840059-9973-40c7-b559-01a7e5a3c12f tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 947 time: 0.0517898 Aug 20 14:11:23.815843 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2ae0599a-5642-4701-85eb-2dab0ddac220 req-9eafe219-d0a7-4777-a0eb-1306dcad9e7c tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318887 Aug 20 14:11:23.987288 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee95068-1ac5-4ac9-99d9-7f8b52bf100c req-27ab9c1a-6fc3-4da4-ac3f-d86086f9c1c3 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:23.988847 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-aee95068-1ac5-4ac9-99d9-7f8b52bf100c req-27ab9c1a-6fc3-4da4-ac3f-d86086f9c1c3 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f6a434-8651-4065-819e-b2814b478c12 HTTP/1.1" status: 200 len: 945 time: 0.0490894 Aug 20 14:11:24.025372 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-aee95068-1ac5-4ac9-99d9-7f8b52bf100c req-b0aa71f8-4a4b-4531-8505-d6da30296310 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307627 Aug 20 14:11:24.693131 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6360e0-dd36-4efd-aafc-831f87f5858a req-73bce2d4-352f-4229-ba6b-78448539e7ef tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:24.694578 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6c6360e0-dd36-4efd-aafc-831f87f5858a req-73bce2d4-352f-4229-ba6b-78448539e7ef tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.65 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 947 time: 0.0478044 Aug 20 14:11:24.794743 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-6c6360e0-dd36-4efd-aafc-831f87f5858a req-a9915b09-e9d0-4a41-8f9f-bd72bf0b282b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Deleting port b51bf0b8-9568-4a95-ad67-53ec81884255 {{(pid=94100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:11:24.794990 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-6c6360e0-dd36-4efd-aafc-831f87f5858a req-a9915b09-e9d0-4a41-8f9f-bd72bf0b282b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:24.885352 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-6c6360e0-dd36-4efd-aafc-831f87f5858a req-a9915b09-e9d0-4a41-8f9f-bd72bf0b282b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] For port b51bf0b8-9568-4a95-ad67-53ec81884255, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b51bf0b8-9568-4a95-ad67-53ec81884255,segment=NetworkSegment(09fbaf50-9346-436a-9d2f-7c32e079f7c3),segment_id=09fbaf50-9346-436a-9d2f-7c32e079f7c3)] {{(pid=94100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:11:24.885718 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-6c6360e0-dd36-4efd-aafc-831f87f5858a req-a9915b09-e9d0-4a41-8f9f-bd72bf0b282b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:25.042388 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6693a-d3e2-43ac-a117-3210bfca4986 req-1becd51c-7f97-4016-b9fd-8272798ae9dd tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:25.044132 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-94d6693a-d3e2-43ac-a117-3210bfca4986 req-1becd51c-7f97-4016-b9fd-8272798ae9dd tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 947 time: 0.1559193 Aug 20 14:11:25.168391 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-94d6693a-d3e2-43ac-a117-3210bfca4986 req-aa57d9b2-ad0e-41bb-be09-85272ad52e84 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=0ac7981a-45a3-4d2f-9f7e-60013ca45303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968060 Aug 20 14:11:25.270603 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74a1ef-6f4d-4f35-8f3c-2690234ed747 req-814872af-cf46-408e-8741-4dd8119d5e30 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:25.270603 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9f74a1ef-6f4d-4f35-8f3c-2690234ed747 req-814872af-cf46-408e-8741-4dd8119d5e30 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f6a434-8651-4065-819e-b2814b478c12 HTTP/1.1" status: 200 len: 945 time: 0.1695073 Aug 20 14:11:25.275585 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-6c6360e0-dd36-4efd-aafc-831f87f5858a req-a9915b09-e9d0-4a41-8f9f-bd72bf0b282b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:25.276004 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-6c6360e0-dd36-4efd-aafc-831f87f5858a req-a9915b09-e9d0-4a41-8f9f-bd72bf0b282b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687214'] for floatingip, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:25.276371 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.db.l3_db [req-6c6360e0-dd36-4efd-aafc-831f87f5858a req-a9915b09-e9d0-4a41-8f9f-bd72bf0b282b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Floating IP e8c05fba-ec8b-4510-8353-c58e79fc4f23 disassociated. External IP: 172.27.3.222, port: b51bf0b8-9568-4a95-ad67-53ec81884255. Aug 20 14:11:25.276751 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-6c6360e0-dd36-4efd-aafc-831f87f5858a req-a9915b09-e9d0-4a41-8f9f-bd72bf0b282b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Calling delete_port for b51bf0b8-9568-4a95-ad67-53ec81884255 owned by compute:nova {{(pid=94100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:11:25.351073 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9f74a1ef-6f4d-4f35-8f3c-2690234ed747 req-fb5c9ab4-c706-4823-8985-c518451890a3 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721087 Aug 20 14:11:25.430983 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-6c6360e0-dd36-4efd-aafc-831f87f5858a req-a9915b09-e9d0-4a41-8f9f-bd72bf0b282b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:25.463040 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9915b09-e9d0-4a41-8f9f-bd72bf0b282b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Pushing event deleted for resources: {'Port': ['ID=b51bf0b8-9568-4a95-ad67-53ec81884255,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:25.575958 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c6360e0-dd36-4efd-aafc-831f87f5858a req-a9915b09-e9d0-4a41-8f9f-bd72bf0b282b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Router 302879b6-fd00-4cf0-a895-d1b716ff8ad9 has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:11:25.684050 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c6360e0-dd36-4efd-aafc-831f87f5858a req-a9915b09-e9d0-4a41-8f9f-bd72bf0b282b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:11:25.694242 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa16734-c1c1-43c2-86a1-166ddec878cc None None] Sync routers for ids ['302879b6-fd00-4cf0-a895-d1b716ff8ad9'] in dv-cinder-790535-10-iscsi {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:11:25.704239 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa16734-c1c1-43c2-86a1-166ddec878cc None None] Routers {'302879b6-fd00-4cf0-a895-d1b716ff8ad9'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:11:25.705513 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-faa16734-c1c1-43c2-86a1-166ddec878cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:11:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['302879b6-fd00-4cf0-a895-d1b716ff8ad9'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:11:25.824509 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-faa16734-c1c1-43c2-86a1-166ddec878cc None None] Set router 302879b6-fd00-4cf0-a895-d1b716ff8ad9 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:11:25.953434 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6360e0-dd36-4efd-aafc-831f87f5858a req-a9915b09-e9d0-4a41-8f9f-bd72bf0b282b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] No DVR routers for this DVR port b51bf0b8-9568-4a95-ad67-53ec81884255 on host hv-cinder-79053 {{(pid=94100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:11:25.956088 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-6c6360e0-dd36-4efd-aafc-831f87f5858a req-a9915b09-e9d0-4a41-8f9f-bd72bf0b282b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:25.958789 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6c6360e0-dd36-4efd-aafc-831f87f5858a req-a9915b09-e9d0-4a41-8f9f-bd72bf0b282b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.65 "DELETE /v2.0/ports/b51bf0b8-9568-4a95-ad67-53ec81884255 HTTP/1.1" status: 204 len: 173 time: 1.2526996 Aug 20 14:11:25.959280 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84643384-b871-43e8-a754-c9b24753f49a', 'name': 'network-vif-deleted', 'tag': 'b51bf0b8-9568-4a95-ad67-53ec81884255'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:11:25.962568 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be90e4c9-c6a8-4345-85b1-7f07f49bc178" -d '{"events": [{"server_uuid": "84643384-b871-43e8-a754-c9b24753f49a", "name": "network-vif-deleted", "tag": "b51bf0b8-9568-4a95-ad67-53ec81884255"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:11:26.016020 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e57465-27c6-45db-8424-39513aa444db x-openstack-request-id: req-b5e57465-27c6-45db-8424-39513aa444db {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:11:26.016314 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84643384-b871-43e8-a754-c9b24753f49a", "name": "network-vif-deleted", "tag": "b51bf0b8-9568-4a95-ad67-53ec81884255", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:11:26.016587 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b5e57465-27c6-45db-8424-39513aa444db {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:11:26.016981 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84643384-b871-43e8-a754-c9b24753f49a', 'name': 'network-vif-deleted', 'tag': 'b51bf0b8-9568-4a95-ad67-53ec81884255', 'status': 'completed', 'code': 200} Aug 20 14:11:26.170058 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-faa16734-c1c1-43c2-86a1-166ddec878cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'name': 'tempest-AttachVolumeShelveTestJSON-6395065-router', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f85cff3d-afaa-419e-b810-281b97895409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:07:02Z', 'updated_at': '2021-08-20T14:07:11Z', 'revision_number': 4, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'gw_port': {'id': 'f85cff3d-afaa-419e-b810-281b97895409', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:04Z', 'updated_at': '2021-08-20T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': '67e2f4a6-64c5-4328-b1e0-25d29d89d59e', 'name': '', 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'mac_address': 'fa:16:3e:7f:50:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:09Z', 'updated_at': '2021-08-20T14:07:22Z', 'revision_number': 5, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'subnets': [{'id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:11:26.195935 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa16734-c1c1-43c2-86a1-166ddec878cc None None] Checking router: 302879b6-fd00-4cf0-a895-d1b716ff8ad9 for host: dv-cinder-790535-10-iscsi {{(pid=94102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:11:26.205313 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa16734-c1c1-43c2-86a1-166ddec878cc None None] Routers {'302879b6-fd00-4cf0-a895-d1b716ff8ad9'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:11:26.205879 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-faa16734-c1c1-43c2-86a1-166ddec878cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:11:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['302879b6-fd00-4cf0-a895-d1b716ff8ad9'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:11:26.281313 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cbcb2fa2-568b-4e8c-b2f2-61e5d62bc9e9 req-ff4edfe2-4249-4741-9630-51d0792df167 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=84643384-b871-43e8-a754-c9b24753f49a HTTP/1.1" status: 200 len: 210 time: 0.0275123 Aug 20 14:11:26.318282 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-faa16734-c1c1-43c2-86a1-166ddec878cc None None] Set router 302879b6-fd00-4cf0-a895-d1b716ff8ad9 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:11:26.482965 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941ce90-8398-4dff-8598-4f7aaf0ca144 req-eed0691b-2868-43f8-9cc7-aeb5ba0f9676 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:26.484824 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1941ce90-8398-4dff-8598-4f7aaf0ca144 req-eed0691b-2868-43f8-9cc7-aeb5ba0f9676 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f6a434-8651-4065-819e-b2814b478c12 HTTP/1.1" status: 200 len: 945 time: 0.0549862 Aug 20 14:11:26.540572 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1941ce90-8398-4dff-8598-4f7aaf0ca144 req-851a6805-56f9-4708-8ca9-ec213326393c tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491419 Aug 20 14:11:26.548364 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-faa16734-c1c1-43c2-86a1-166ddec878cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'name': 'tempest-AttachVolumeShelveTestJSON-6395065-router', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f85cff3d-afaa-419e-b810-281b97895409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:07:02Z', 'updated_at': '2021-08-20T14:07:11Z', 'revision_number': 4, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'gw_port': {'id': 'f85cff3d-afaa-419e-b810-281b97895409', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:04Z', 'updated_at': '2021-08-20T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': '67e2f4a6-64c5-4328-b1e0-25d29d89d59e', 'name': '', 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'mac_address': 'fa:16:3e:7f:50:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:09Z', 'updated_at': '2021-08-20T14:07:22Z', 'revision_number': 5, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'subnets': [{'id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:11:26.580038 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa16734-c1c1-43c2-86a1-166ddec878cc None None] The sync data for ids ['302879b6-fd00-4cf0-a895-d1b716ff8ad9'] in dv-cinder-790535-10-iscsi is: [{'id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'name': 'tempest-AttachVolumeShelveTestJSON-6395065-router', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f85cff3d-afaa-419e-b810-281b97895409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:07:02Z', 'updated_at': '2021-08-20T14:07:11Z', 'revision_number': 4, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'gw_port': {'id': 'f85cff3d-afaa-419e-b810-281b97895409', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:04Z', 'updated_at': '2021-08-20T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': '67e2f4a6-64c5-4328-b1e0-25d29d89d59e', 'name': '', 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'mac_address': 'fa:16:3e:7f:50:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:09Z', 'updated_at': '2021-08-20T14:07:22Z', 'revision_number': 5, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'subnets': [{'id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:11:26.867366 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d236f5-db02-471a-bb7e-cf86a656a7f8 None None] New status for floating IP e8c05fba-ec8b-4510-8353-c58e79fc4f23: DOWN {{(pid=94103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:11:27.380534 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 59210) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:11:27.444937 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-3ec14ec1-9aa4-42cc-8d04-63b94926dad7 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:27.478061 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-3ec14ec1-9aa4-42cc-8d04-63b94926dad7 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:27.531162 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-3ec14ec1-9aa4-42cc-8d04-63b94926dad7 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:27.534057 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-3ec14ec1-9aa4-42cc-8d04-63b94926dad7 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:27.536188 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-3ec14ec1-9aa4-42cc-8d04-63b94926dad7 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "DELETE /v2.0/security-groups/0ac7981a-45a3-4d2f-9f7e-60013ca45303 HTTP/1.1" status: 204 len: 168 time: 0.1544199 Aug 20 14:11:27.539489 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 59212) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:11:27.547796 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec14ec1-9aa4-42cc-8d04-63b94926dad7 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac7981a-45a3-4d2f-9f7e-60013ca45303,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:27.564507 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.api.v2.resource [None req-f40fc3db-b40c-4af0-a619-069a97e2adbb tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] show failed (client error): The resource could not be found. Aug 20 14:11:27.568824 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-f40fc3db-b40c-4af0-a619-069a97e2adbb tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups/0ac7981a-45a3-4d2f-9f7e-60013ca45303 HTTP/1.1" status: 404 len: 347 time: 0.0257530 Aug 20 14:11:27.570609 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 59214) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:11:27.721995 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-090d30bc-19d4-4b03-8000-eb7fcd3ac794 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Deleting port bd340ffb-74e3-442a-a1e4-6c7f6a256a0b {{(pid=94101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:11:27.722454 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-090d30bc-19d4-4b03-8000-eb7fcd3ac794 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:27.815986 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-090d30bc-19d4-4b03-8000-eb7fcd3ac794 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:27.817100 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-090d30bc-19d4-4b03-8000-eb7fcd3ac794 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:27.834621 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-090d30bc-19d4-4b03-8000-eb7fcd3ac794 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Calling delete_port for bd340ffb-74e3-442a-a1e4-6c7f6a256a0b owned by network:floatingip {{(pid=94101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:11:28.013752 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-090d30bc-19d4-4b03-8000-eb7fcd3ac794 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131250090'] for port, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:28.051167 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d30bc-19d4-4b03-8000-eb7fcd3ac794 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Pushing event deleted for resources: {'Port': ['ID=bd340ffb-74e3-442a-a1e4-6c7f6a256a0b,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:28.118662 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-090d30bc-19d4-4b03-8000-eb7fcd3ac794 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for floatingip, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:28.121581 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-090d30bc-19d4-4b03-8000-eb7fcd3ac794 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for floatingip, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:28.125047 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-090d30bc-19d4-4b03-8000-eb7fcd3ac794 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "DELETE /v2.0/floatingips/e8c05fba-ec8b-4510-8353-c58e79fc4f23 HTTP/1.1" status: 204 len: 168 time: 0.5481107 Aug 20 14:11:28.422550 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87012bb9-5ad5-4764-9cac-862a0595703d req-f96580be-436d-4487-a297-b0aa5ac38088 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:28.423942 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-87012bb9-5ad5-4764-9cac-862a0595703d req-f96580be-436d-4487-a297-b0aa5ac38088 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/networks?id=271b6c32-8ac1-4497-9ce3-51b005c1649b HTTP/1.1" status: 200 len: 815 time: 0.1006637 Aug 20 14:11:28.439236 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-87012bb9-5ad5-4764-9cac-862a0595703d req-3ff0479b-f412-4a58-8c3e-8d8570ed9973 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/quotas/8c3d9cf181db499891a024e70c8400da HTTP/1.1" status: 200 len: 375 time: 0.0092039 Aug 20 14:11:28.495803 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-87012bb9-5ad5-4764-9cac-862a0595703d req-380b9b9b-4933-4861-98c8-24a87de792c1 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8c3d9cf181db499891a024e70c8400da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505922 Aug 20 14:11:28.588393 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-87012bb9-5ad5-4764-9cac-862a0595703d req-7f7b0bc0-d178-42f2-b88e-8f322f00c39c service neutron] 10.222.0.38 "GET /v2.0/networks/271b6c32-8ac1-4497-9ce3-51b005c1649b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854886 Aug 20 14:11:28.671781 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 59236) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:11:28.676952 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-60caf638-6249-4df0-aa61-835b27522d40 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Request body: {'security_group': {'name': 'tempest-securitygroup--809733191', 'description': 'tempest-description--2095343085'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:11:28.701310 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-60caf638-6249-4df0-aa61-835b27522d40 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:28.707065 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-87012bb9-5ad5-4764-9cac-862a0595703d req-da4a94fb-d780-4e12-8b12-07a747309240 service neutron] 10.222.0.38 "GET /v2.0/networks/271b6c32-8ac1-4497-9ce3-51b005c1649b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996850 Aug 20 14:11:28.799915 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-60caf638-6249-4df0-aa61-835b27522d40 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:28.803876 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-60caf638-6249-4df0-aa61-835b27522d40 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:28.839981 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-60caf638-6249-4df0-aa61-835b27522d40 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:28.844069 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-60caf638-6249-4df0-aa61-835b27522d40 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1686282 Aug 20 14:11:28.844977 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 59240) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:11:28.848742 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-5147d888-e027-4acb-a904-5935377e96f8 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Request body: {'security_group_rule': {'security_group_id': '7f02d0ca-df76-4274-9ead-9497fd9f8da1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:11:28.856783 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60caf638-6249-4df0-aa61-835b27522d40 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f02d0ca-df76-4274-9ead-9497fd9f8da1,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:28.886314 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-14290c52-aadb-4c24-a132-658841e796c3 req-58df509d-3862-4e29-b6bb-95ed71062e41 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b49b7b-27ed-4b9a-8cb8-7df16109ba39 HTTP/1.1" status: 200 len: 210 time: 0.0287557 Aug 20 14:11:28.890973 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5147d888-e027-4acb-a904-5935377e96f8 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:28.955450 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5147d888-e027-4acb-a904-5935377e96f8 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:28.960265 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5147d888-e027-4acb-a904-5935377e96f8 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596504'] for security_group_rule, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:28.983389 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147d888-e027-4acb-a904-5935377e96f8 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad7e5ba-2cd5-458e-aee0-35471db4e86c,revision_number=0']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:28.987437 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5147d888-e027-4acb-a904-5935377e96f8 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:28.989594 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-5147d888-e027-4acb-a904-5935377e96f8 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1442881 Aug 20 14:11:28.992295 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 59248) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:11:28.996822 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-06bf0521-95e5-4c75-9d1a-94e4e2f6cf72 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Request body: {'security_group_rule': {'security_group_id': '7f02d0ca-df76-4274-9ead-9497fd9f8da1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:11:29.037413 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-06bf0521-95e5-4c75-9d1a-94e4e2f6cf72 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:29.099421 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-06bf0521-95e5-4c75-9d1a-94e4e2f6cf72 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:29.103155 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-06bf0521-95e5-4c75-9d1a-94e4e2f6cf72 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596504'] for security_group_rule, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:29.120930 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf0521-95e5-4c75-9d1a-94e4e2f6cf72 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a7c3a90-7beb-465d-9689-a12d725ca175,revision_number=0']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:29.130249 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-06bf0521-95e5-4c75-9d1a-94e4e2f6cf72 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:29.131535 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-06bf0521-95e5-4c75-9d1a-94e4e2f6cf72 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1382723 Aug 20 14:11:29.134741 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 59252) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:11:29.139249 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-b23f6010-fc4b-49ca-9fc4-acb3a474aa9a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Request body: {'floatingip': {'floating_network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:11:29.162754 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-b23f6010-fc4b-49ca-9fc4-acb3a474aa9a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for floatingip, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:29.269126 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-b23f6010-fc4b-49ca-9fc4-acb3a474aa9a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:29.305055 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device b51bf0b8-9568-4a95-ad67-53ec81884255 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:11:29.330619 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] No Port match for: b51bf0b8-9568-4a95-ad67-53ec81884255 {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:11:29.331223 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device b51bf0b8-9568-4a95-ad67-53ec81884255 not bound to the agent host hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:11:29.411233 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.db_base_plugin_common [None req-b23f6010-fc4b-49ca-9fc4-acb3a474aa9a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Allocated IP 172.27.3.160 (98d0971e-9611-4cfe-abc2-ff603fbae97c/e8e9b9bd-ae96-49d0-b730-35afc957c6cc/1330b3e3-660f-4f47-8ca9-42e96997886e) {{(pid=94101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:11:29.531099 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-b23f6010-fc4b-49ca-9fc4-acb3a474aa9a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for port, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:29.588684 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-b23f6010-fc4b-49ca-9fc4-acb3a474aa9a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131250090'] for port, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:29.628116 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23f6010-fc4b-49ca-9fc4-acb3a474aa9a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Network 98d0971e-9611-4cfe-abc2-ff603fbae97c is already hosted by enough agents. {{(pid=94101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:11:29.631287 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.base_scheduler [None req-b23f6010-fc4b-49ca-9fc4-acb3a474aa9a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Resources bound (agent type, host, resource id): {{(pid=94101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:11:29.637686 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23f6010-fc4b-49ca-9fc4-acb3a474aa9a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Received port after_create {{(pid=94101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:11:29.640713 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f6010-fc4b-49ca-9fc4-acb3a474aa9a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Pushing event updated for resources: {'Port': ['ID=1330b3e3-660f-4f47-8ca9-42e96997886e,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:29.719005 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-b23f6010-fc4b-49ca-9fc4-acb3a474aa9a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:29.752376 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-b23f6010-fc4b-49ca-9fc4-acb3a474aa9a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:29.914111 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-b23f6010-fc4b-49ca-9fc4-acb3a474aa9a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for port, precommit_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:29.918723 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-b23f6010-fc4b-49ca-9fc4-acb3a474aa9a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131250001'] for port, after_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:29.973348 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f6010-fc4b-49ca-9fc4-acb3a474aa9a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Pushing event updated for resources: {'Port': ['ID=1330b3e3-660f-4f47-8ca9-42e96997886e,revision_number=2']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:30.058234 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-79f526e8-db15-4694-ad81-48bc9a02326f req-13af8e77-986d-4877-bfef-50c84093a23d tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b49b7b-27ed-4b9a-8cb8-7df16109ba39 HTTP/1.1" status: 200 len: 210 time: 0.0872793 Aug 20 14:11:30.117108 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87012bb9-5ad5-4764-9cac-862a0595703d req-2186809c-b324-4dac-baa1-13a151521468 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:30.118911 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-87012bb9-5ad5-4764-9cac-862a0595703d req-2186809c-b324-4dac-baa1-13a151521468 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.65 "GET /v2.0/networks?id=271b6c32-8ac1-4497-9ce3-51b005c1649b HTTP/1.1" status: 200 len: 815 time: 0.1723483 Aug 20 14:11:30.134653 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-87012bb9-5ad5-4764-9cac-862a0595703d req-c4a47eff-1c52-4588-9f3f-e3a677cffc68 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Request body: {'port': {'device_id': '43b49b7b-27ed-4b9a-8cb8-7df16109ba39', 'network_id': '271b6c32-8ac1-4497-9ce3-51b005c1649b', 'admin_state_up': True, 'tenant_id': '8c3d9cf181db499891a024e70c8400da'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:11:30.209360 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-b23f6010-fc4b-49ca-9fc4-acb3a474aa9a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687214'] for floatingip, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:30.223009 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-b23f6010-fc4b-49ca-9fc4-acb3a474aa9a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for floatingip, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:30.224519 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-b23f6010-fc4b-49ca-9fc4-acb3a474aa9a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0887506 Aug 20 14:11:30.246457 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87012bb9-5ad5-4764-9cac-862a0595703d req-c4a47eff-1c52-4588-9f3f-e3a677cffc68 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Made reservation on behalf of 8c3d9cf181db499891a024e70c8400da for: {'port': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:11:30.250033 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-87012bb9-5ad5-4764-9cac-862a0595703d req-c4a47eff-1c52-4588-9f3f-e3a677cffc68 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:30.383647 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [req-87012bb9-5ad5-4764-9cac-862a0595703d req-c4a47eff-1c52-4588-9f3f-e3a677cffc68 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Allocated IP 172.20.0.2 (271b6c32-8ac1-4497-9ce3-51b005c1649b/d5f120ee-ab4d-47be-93bf-75e343e023ae/e6c4c77c-896f-49fa-8eee-df841f42f260) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:11:30.437610 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-058c18ca-4a7d-44bd-bf25-48f89ff1c1bf tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--809733191&fields=id&tenant_id=ee09af3d24634dd0b8d0361dafbf2c7a HTTP/1.1" status: 200 len: 267 time: 0.0553122 Aug 20 14:11:30.621801 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-dc6c25e6-ac08-4e4a-886b-96122da256b3 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:30.623167 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-dc6c25e6-ac08-4e4a-886b-96122da256b3 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/networks?id=1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 HTTP/1.1" status: 200 len: 814 time: 0.1769710 Aug 20 14:11:30.646675 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-87012bb9-5ad5-4764-9cac-862a0595703d req-c4a47eff-1c52-4588-9f3f-e3a677cffc68 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:30.649577 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-0eff5980-fd13-483d-ad2c-fe6b0a85cf89 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/quotas/ee09af3d24634dd0b8d0361dafbf2c7a HTTP/1.1" status: 200 len: 375 time: 0.0199120 Aug 20 14:11:30.726207 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-cbc18582-e9e8-4898-a6df-14a4ca9e1a98 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee09af3d24634dd0b8d0361dafbf2c7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0702515 Aug 20 14:11:30.727683 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-87012bb9-5ad5-4764-9cac-862a0595703d req-c4a47eff-1c52-4588-9f3f-e3a677cffc68 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:30.743263 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['a6e323c8-3b56-4ab4-b04f-7371da83904e', 'f2c8f910-e5ff-4c55-9e82-0721763fe6c4'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:11:30.827291 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87012bb9-5ad5-4764-9cac-862a0595703d req-c4a47eff-1c52-4588-9f3f-e3a677cffc68 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Network 271b6c32-8ac1-4497-9ce3-51b005c1649b is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:11:30.840492 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [req-87012bb9-5ad5-4764-9cac-862a0595703d req-c4a47eff-1c52-4588-9f3f-e3a677cffc68 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:11:30.844521 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-87012bb9-5ad5-4764-9cac-862a0595703d req-c4a47eff-1c52-4588-9f3f-e3a677cffc68 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:11:30.854472 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a47eff-1c52-4588-9f3f-e3a677cffc68 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Pushing event updated for resources: {'Port': ['ID=e6c4c77c-896f-49fa-8eee-df841f42f260,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:30.925672 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-18fd7aca-cf61-4f43-a9e3-21a352415229 service neutron] 10.222.0.38 "GET /v2.0/networks/1d7b7e4f-93c0-4b84-9c6a-22526b6438a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848731 Aug 20 14:11:30.931604 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87012bb9-5ad5-4764-9cac-862a0595703d req-c4a47eff-1c52-4588-9f3f-e3a677cffc68 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:30.932228 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-87012bb9-5ad5-4764-9cac-862a0595703d req-c4a47eff-1c52-4588-9f3f-e3a677cffc68 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:30.994358 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-87012bb9-5ad5-4764-9cac-862a0595703d req-c4a47eff-1c52-4588-9f3f-e3a677cffc68 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8638535 Aug 20 14:11:31.016333 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-87012bb9-5ad5-4764-9cac-862a0595703d req-defa2fdc-bf4f-4429-b799-39011162f316 service neutron] Request body: {'port': {'device_id': '43b49b7b-27ed-4b9a-8cb8-7df16109ba39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:11:31.058340 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-59fd1a5e-1c02-4edc-abaf-722d0b4751e4 service neutron] 10.222.0.38 "GET /v2.0/networks/1d7b7e4f-93c0-4b84-9c6a-22526b6438a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234148 Aug 20 14:11:31.082486 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-87012bb9-5ad5-4764-9cac-862a0595703d req-defa2fdc-bf4f-4429-b799-39011162f316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:31.258738 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-784e4511-d331-4758-b82a-64102ec03784 req-7c1e5755-c4d4-4871-94c5-c9e3f62b0034 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 210 time: 0.0377018 Aug 20 14:11:31.321138 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc97c8-d925-48ed-92d5-435ccff56a5a req-3296d008-49cc-409c-8daf-cc87dd5e626c tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:31.322760 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-dddc97c8-d925-48ed-92d5-435ccff56a5a req-3296d008-49cc-409c-8daf-cc87dd5e626c tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b49b7b-27ed-4b9a-8cb8-7df16109ba39 HTTP/1.1" status: 200 len: 931 time: 0.1865716 Aug 20 14:11:31.381083 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-dddc97c8-d925-48ed-92d5-435ccff56a5a req-85bbcc1c-c080-4802-ba5a-cb048269b6fe tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523331 Aug 20 14:11:31.457190 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [req-87012bb9-5ad5-4764-9cac-862a0595703d req-defa2fdc-bf4f-4429-b799-39011162f316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c4c77c-896f-49fa-8eee-df841f42f260 {{(pid=94100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:11:31.466247 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-87012bb9-5ad5-4764-9cac-862a0595703d req-defa2fdc-bf4f-4429-b799-39011162f316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:31.480839 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.provisioning_blocks [req-87012bb9-5ad5-4764-9cac-862a0595703d req-defa2fdc-bf4f-4429-b799-39011162f316 service neutron] Transition to ACTIVE for port object e6c4c77c-896f-49fa-8eee-df841f42f260 will not be triggered until provisioned by entity L2. {{(pid=94100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:11:31.484638 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-87012bb9-5ad5-4764-9cac-862a0595703d req-defa2fdc-bf4f-4429-b799-39011162f316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:31.557754 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa2fdc-bf4f-4429-b799-39011162f316 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c4c77c-896f-49fa-8eee-df841f42f260,revision_number=2']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:31.614363 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-87012bb9-5ad5-4764-9cac-862a0595703d req-defa2fdc-bf4f-4429-b799-39011162f316 service neutron] Attempting to bind port e6c4c77c-896f-49fa-8eee-df841f42f260 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:11:31.614791 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-87012bb9-5ad5-4764-9cac-862a0595703d req-defa2fdc-bf4f-4429-b799-39011162f316 service neutron] Attempting to bind port e6c4c77c-896f-49fa-8eee-df841f42f260 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '11c15525-ccd2-446d-8b3a-dfa495bbcb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '271b6c32-8ac1-4497-9ce3-51b005c1649b'}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:11:31.615123 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87012bb9-5ad5-4764-9cac-862a0595703d req-defa2fdc-bf4f-4429-b799-39011162f316 service neutron] Attempting to bind port e6c4c77c-896f-49fa-8eee-df841f42f260 on network 271b6c32-8ac1-4497-9ce3-51b005c1649b {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:11:31.619425 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87012bb9-5ad5-4764-9cac-862a0595703d req-defa2fdc-bf4f-4429-b799-39011162f316 service neutron] Port e6c4c77c-896f-49fa-8eee-df841f42f260 on network 271b6c32-8ac1-4497-9ce3-51b005c1649b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:11:31.619746 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87012bb9-5ad5-4764-9cac-862a0595703d req-defa2fdc-bf4f-4429-b799-39011162f316 service neutron] Attempting to bind port e6c4c77c-896f-49fa-8eee-df841f42f260 on network 271b6c32-8ac1-4497-9ce3-51b005c1649b {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:11:31.624605 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87012bb9-5ad5-4764-9cac-862a0595703d req-defa2fdc-bf4f-4429-b799-39011162f316 service neutron] Checking agent: {'id': 'e9494a82-1f02-49fe-8034-7b3c5c14ee49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'started_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:11:31.624947 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87012bb9-5ad5-4764-9cac-862a0595703d req-defa2fdc-bf4f-4429-b799-39011162f316 service neutron] Checking segment: {'id': '11c15525-ccd2-446d-8b3a-dfa495bbcb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '271b6c32-8ac1-4497-9ce3-51b005c1649b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:11:31.625329 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87012bb9-5ad5-4764-9cac-862a0595703d req-defa2fdc-bf4f-4429-b799-39011162f316 service neutron] Bound using segment: {'id': '11c15525-ccd2-446d-8b3a-dfa495bbcb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '271b6c32-8ac1-4497-9ce3-51b005c1649b'} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:11:31.625757 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-87012bb9-5ad5-4764-9cac-862a0595703d req-defa2fdc-bf4f-4429-b799-39011162f316 service neutron] Bound port: e6c4c77c-896f-49fa-8eee-df841f42f260, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c15525-ccd2-446d-8b3a-dfa495bbcb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '271b6c32-8ac1-4497-9ce3-51b005c1649b'}}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:11:31.626116 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-87012bb9-5ad5-4764-9cac-862a0595703d req-defa2fdc-bf4f-4429-b799-39011162f316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:31.691885 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-87012bb9-5ad5-4764-9cac-862a0595703d req-defa2fdc-bf4f-4429-b799-39011162f316 service neutron] For port e6c4c77c-896f-49fa-8eee-df841f42f260, host hv-cinder-79053, cleared binding levels {{(pid=94100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:11:31.695356 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-87012bb9-5ad5-4764-9cac-862a0595703d req-defa2fdc-bf4f-4429-b799-39011162f316 service neutron] For port e6c4c77c-896f-49fa-8eee-df841f42f260, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e6c4c77c-896f-49fa-8eee-df841f42f260,segment=NetworkSegment(11c15525-ccd2-446d-8b3a-dfa495bbcb12),segment_id=11c15525-ccd2-446d-8b3a-dfa495bbcb12)] {{(pid=94100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:11:31.699477 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-87012bb9-5ad5-4764-9cac-862a0595703d req-defa2fdc-bf4f-4429-b799-39011162f316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:31.736167 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87012bb9-5ad5-4764-9cac-862a0595703d req-defa2fdc-bf4f-4429-b799-39011162f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:31.736809 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-87012bb9-5ad5-4764-9cac-862a0595703d req-defa2fdc-bf4f-4429-b799-39011162f316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:31.738335 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-87012bb9-5ad5-4764-9cac-862a0595703d req-defa2fdc-bf4f-4429-b799-39011162f316 service neutron] 10.222.0.65 "PUT /v2.0/ports/e6c4c77c-896f-49fa-8eee-df841f42f260 HTTP/1.1" status: 200 len: 1093 time: 0.7281263 Aug 20 14:11:31.738739 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b49b7b-27ed-4b9a-8cb8-7df16109ba39', 'tag': 'e6c4c77c-896f-49fa-8eee-df841f42f260'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:11:31.740986 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57eec757-5153-440e-8641-c117fffd096f" -d '{"events": [{"name": "network-changed", "server_uuid": "43b49b7b-27ed-4b9a-8cb8-7df16109ba39", "tag": "e6c4c77c-896f-49fa-8eee-df841f42f260"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:11:31.769708 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa2fdc-bf4f-4429-b799-39011162f316 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c4c77c-896f-49fa-8eee-df841f42f260,revision_number=3']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:31.788121 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae747bd-cc24-469a-9fe8-77e3ea5b3aad x-openstack-request-id: req-9ae747bd-cc24-469a-9fe8-77e3ea5b3aad {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:11:31.788416 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b49b7b-27ed-4b9a-8cb8-7df16109ba39", "tag": "e6c4c77c-896f-49fa-8eee-df841f42f260", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:11:31.788822 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9ae747bd-cc24-469a-9fe8-77e3ea5b3aad {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:11:31.789095 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b49b7b-27ed-4b9a-8cb8-7df16109ba39', 'tag': 'e6c4c77c-896f-49fa-8eee-df841f42f260', 'status': 'completed', 'code': 200} Aug 20 14:11:31.845891 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87012bb9-5ad5-4764-9cac-862a0595703d req-85f00788-bf57-4b58-85bc-9065e18ede13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:31.847446 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-87012bb9-5ad5-4764-9cac-862a0595703d req-85f00788-bf57-4b58-85bc-9065e18ede13 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8c3d9cf181db499891a024e70c8400da&device_id=43b49b7b-27ed-4b9a-8cb8-7df16109ba39 HTTP/1.1" status: 200 len: 1096 time: 0.0452137 Aug 20 14:11:31.891552 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-87012bb9-5ad5-4764-9cac-862a0595703d req-09ffcd7f-2784-45d7-b015-7f2abb674ab0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6c4c77c-896f-49fa-8eee-df841f42f260 HTTP/1.1" status: 200 len: 217 time: 0.0338016 Aug 20 14:11:31.942440 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87012bb9-5ad5-4764-9cac-862a0595703d req-55bd9acf-963e-4a5b-80f8-312e5e46f117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:31.943863 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-87012bb9-5ad5-4764-9cac-862a0595703d req-55bd9acf-963e-4a5b-80f8-312e5e46f117 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d5f120ee-ab4d-47be-93bf-75e343e023ae HTTP/1.1" status: 200 len: 855 time: 0.0427253 Aug 20 14:11:31.975838 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-87012bb9-5ad5-4764-9cac-862a0595703d req-9fdf5c6e-97ba-44a2-a0db-6b2bef89e977 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=271b6c32-8ac1-4497-9ce3-51b005c1649b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239527 Aug 20 14:11:32.078379 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-87012bb9-5ad5-4764-9cac-862a0595703d req-6718dcf9-3781-4254-9d17-1da3d28c8733 service neutron] 10.222.0.65 "GET /v2.0/networks/271b6c32-8ac1-4497-9ce3-51b005c1649b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865645 Aug 20 14:11:32.178465 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-87012bb9-5ad5-4764-9cac-862a0595703d req-0b963398-c4f8-44f5-9643-a5b33fcdea97 service neutron] 10.222.0.65 "GET /v2.0/networks/271b6c32-8ac1-4497-9ce3-51b005c1649b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851336 Aug 20 14:11:32.373606 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-51f4307f-002d-4b6e-ade2-38df994c0750 req-b1042e8c-5e20-4c9c-a92b-55ef70d29c33 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 210 time: 0.0401711 Aug 20 14:11:32.394638 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eec757-5153-440e-8641-c117fffd096f req-f9f70b6f-ec90-4301-b66e-9e4b8aab13ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:32.396120 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-57eec757-5153-440e-8641-c117fffd096f req-f9f70b6f-ec90-4301-b66e-9e4b8aab13ed service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8c3d9cf181db499891a024e70c8400da&device_id=43b49b7b-27ed-4b9a-8cb8-7df16109ba39 HTTP/1.1" status: 200 len: 1096 time: 0.1537309 Aug 20 14:11:32.418855 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-84b258f4-f8a5-41fc-b696-854aa115d276 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:32.419825 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-84b258f4-f8a5-41fc-b696-854aa115d276 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.65 "GET /v2.0/networks?id=1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 HTTP/1.1" status: 200 len: 814 time: 0.1458507 Aug 20 14:11:32.556768 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-845f43af-291e-4d83-a2b6-23db40f43817 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee09af3d24634dd0b8d0361dafbf2c7a HTTP/1.1" status: 200 len: 379 time: 0.1266305 Aug 20 14:11:32.568813 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-60e06f59-ac12-48b9-ad8f-591812d28196 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Request body: {'port': {'device_id': '77225aa2-197d-4547-b4b1-aebdf58bd8e3', 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0', 'admin_state_up': True, 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'security_groups': ['7f02d0ca-df76-4274-9ead-9497fd9f8da1']}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:11:32.595103 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56296c80-e632-41ad-a145-4fa4d10a31bb req-5019e203-506e-4065-8496-89a3554119f3 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:32.596585 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-56296c80-e632-41ad-a145-4fa4d10a31bb req-5019e203-506e-4065-8496-89a3554119f3 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b49b7b-27ed-4b9a-8cb8-7df16109ba39 HTTP/1.1" status: 200 len: 943 time: 0.1155679 Aug 20 14:11:32.650230 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eec757-5153-440e-8641-c117fffd096f req-ca75c6f9-1eb9-4ee9-9472-e228166c5093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:32.651682 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-57eec757-5153-440e-8641-c117fffd096f req-ca75c6f9-1eb9-4ee9-9472-e228166c5093 service neutron] 10.222.0.65 "GET /v2.0/networks?id=271b6c32-8ac1-4497-9ce3-51b005c1649b HTTP/1.1" status: 200 len: 916 time: 0.2309892 Aug 20 14:11:32.724418 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-57eec757-5153-440e-8641-c117fffd096f req-2962a846-3e71-4e49-9f28-d254fe03ba6d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6c4c77c-896f-49fa-8eee-df841f42f260 HTTP/1.1" status: 200 len: 217 time: 0.0528948 Aug 20 14:11:32.730055 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-56296c80-e632-41ad-a145-4fa4d10a31bb req-0224b6a1-0f0b-4a20-a864-0794b9c85909 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002581 Aug 20 14:11:32.793884 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eec757-5153-440e-8641-c117fffd096f req-fbd2bcc7-230d-4ad3-9ac6-3bdbe80c590d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:32.795352 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-57eec757-5153-440e-8641-c117fffd096f req-fbd2bcc7-230d-4ad3-9ac6-3bdbe80c590d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d5f120ee-ab4d-47be-93bf-75e343e023ae HTTP/1.1" status: 200 len: 855 time: 0.0600386 Aug 20 14:11:32.799491 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-60e06f59-ac12-48b9-ad8f-591812d28196 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Made reservation on behalf of ee09af3d24634dd0b8d0361dafbf2c7a for: {'port': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:11:32.803998 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-60e06f59-ac12-48b9-ad8f-591812d28196 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:32.835202 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-57eec757-5153-440e-8641-c117fffd096f req-0652112a-7c2a-4670-b663-abb719fbdf59 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=271b6c32-8ac1-4497-9ce3-51b005c1649b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289149 Aug 20 14:11:33.007184 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-57eec757-5153-440e-8641-c117fffd096f req-300d46d0-22e9-4e72-8ff5-1f419519afd5 service neutron] 10.222.0.65 "GET /v2.0/networks/271b6c32-8ac1-4497-9ce3-51b005c1649b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606555 Aug 20 14:11:33.015766 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-60e06f59-ac12-48b9-ad8f-591812d28196 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Allocated IP 172.20.0.7 (1d7b7e4f-93c0-4b84-9c6a-22526b6438a0/f4bed576-abba-4384-ad26-22f02bdef9a8/0d1d7c0c-538f-4de0-baee-ac79aad2b0a9) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:11:33.403862 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-57eec757-5153-440e-8641-c117fffd096f req-e45c9d19-d0d1-4c5c-a567-2cd23a58dcf2 service neutron] 10.222.0.65 "GET /v2.0/networks/271b6c32-8ac1-4497-9ce3-51b005c1649b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784554 Aug 20 14:11:33.447987 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-60e06f59-ac12-48b9-ad8f-591812d28196 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:33.469400 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.provisioning_blocks [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-60e06f59-ac12-48b9-ad8f-591812d28196 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Transition to ACTIVE for port object 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 will not be triggered until provisioned by entity DHCP. {{(pid=94100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:11:33.489931 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-dd6d578b-7eee-444e-992a-98be86974171 req-1eaa78cf-a1b4-4d6f-b3f3-f67ae019d04b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 210 time: 0.0316575 Aug 20 14:11:33.524755 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-60e06f59-ac12-48b9-ad8f-591812d28196 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:33.566671 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-60e06f59-ac12-48b9-ad8f-591812d28196 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Network 1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:11:33.569538 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-60e06f59-ac12-48b9-ad8f-591812d28196 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:11:33.573097 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-60e06f59-ac12-48b9-ad8f-591812d28196 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:11:33.602513 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e06f59-ac12-48b9-ad8f-591812d28196 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Pushing event updated for resources: {'Port': ['ID=0d1d7c0c-538f-4de0-baee-ac79aad2b0a9,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:33.632107 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-60e06f59-ac12-48b9-ad8f-591812d28196 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:33.632765 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-60e06f59-ac12-48b9-ad8f-591812d28196 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:33.647898 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-60e06f59-ac12-48b9-ad8f-591812d28196 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0843170 Aug 20 14:11:33.667470 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-dbd7b118-ab48-4bfa-a7d8-33f67d4cae1b service neutron] Request body: {'port': {'device_id': '77225aa2-197d-4547-b4b1-aebdf58bd8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:11:33.721638 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-dbd7b118-ab48-4bfa-a7d8-33f67d4cae1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:33.770561 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-442ec274-c639-4fdf-8ef4-ed833ef4865b None None] Provisioning for port 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 completed by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:11:33.775499 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-442ec274-c639-4fdf-8ef4-ed833ef4865b None None] Provisioning complete for port 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:11:33.775869 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-442ec274-c639-4fdf-8ef4-ed833ef4865b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:33.814830 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-442ec274-c639-4fdf-8ef4-ed833ef4865b None None] Port 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 cannot update to ACTIVE because it is not bound. {{(pid=94102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:11:33.932978 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1964e75-879b-4bfb-92e5-6bad3f011fdd req-86d3ddb3-219a-43a8-ae00-b6e8e6303664 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:33.934428 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f1964e75-879b-4bfb-92e5-6bad3f011fdd req-86d3ddb3-219a-43a8-ae00-b6e8e6303664 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b49b7b-27ed-4b9a-8cb8-7df16109ba39 HTTP/1.1" status: 200 len: 943 time: 0.1062629 Aug 20 14:11:33.997293 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f1964e75-879b-4bfb-92e5-6bad3f011fdd req-8c62a737-31b5-4868-b561-61bfbf2ca856 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569589 Aug 20 14:11:34.048963 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-dbd7b118-ab48-4bfa-a7d8-33f67d4cae1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 {{(pid=94100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:11:34.056294 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-dbd7b118-ab48-4bfa-a7d8-33f67d4cae1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:34.068132 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.provisioning_blocks [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-dbd7b118-ab48-4bfa-a7d8-33f67d4cae1b service neutron] Transition to ACTIVE for port object 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 will not be triggered until provisioned by entity L2. {{(pid=94100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:11:34.073151 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-dbd7b118-ab48-4bfa-a7d8-33f67d4cae1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:34.145296 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7b118-ab48-4bfa-a7d8-33f67d4cae1b service neutron] Pushing event updated for resources: {'Port': ['ID=0d1d7c0c-538f-4de0-baee-ac79aad2b0a9,revision_number=2']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:34.198628 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-dbd7b118-ab48-4bfa-a7d8-33f67d4cae1b service neutron] Attempting to bind port 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:11:34.198883 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-dbd7b118-ab48-4bfa-a7d8-33f67d4cae1b service neutron] Attempting to bind port 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '09fbaf50-9346-436a-9d2f-7c32e079f7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0'}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:11:34.199214 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-dbd7b118-ab48-4bfa-a7d8-33f67d4cae1b service neutron] Attempting to bind port 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 on network 1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:11:34.203735 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-dbd7b118-ab48-4bfa-a7d8-33f67d4cae1b service neutron] Port 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 on network 1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:11:34.204058 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-dbd7b118-ab48-4bfa-a7d8-33f67d4cae1b service neutron] Attempting to bind port 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 on network 1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:11:34.210118 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-dbd7b118-ab48-4bfa-a7d8-33f67d4cae1b service neutron] Checking agent: {'id': 'e9494a82-1f02-49fe-8034-7b3c5c14ee49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'started_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:11:34.210454 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-dbd7b118-ab48-4bfa-a7d8-33f67d4cae1b service neutron] Checking segment: {'id': '09fbaf50-9346-436a-9d2f-7c32e079f7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:11:34.210838 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-dbd7b118-ab48-4bfa-a7d8-33f67d4cae1b service neutron] Bound using segment: {'id': '09fbaf50-9346-436a-9d2f-7c32e079f7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0'} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:11:34.211264 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-dbd7b118-ab48-4bfa-a7d8-33f67d4cae1b service neutron] Bound port: 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09fbaf50-9346-436a-9d2f-7c32e079f7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0'}}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:11:34.211627 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-dbd7b118-ab48-4bfa-a7d8-33f67d4cae1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:34.289989 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-dbd7b118-ab48-4bfa-a7d8-33f67d4cae1b service neutron] For port 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9, host hv-cinder-79053, cleared binding levels {{(pid=94100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:11:34.295037 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-dbd7b118-ab48-4bfa-a7d8-33f67d4cae1b service neutron] For port 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0d1d7c0c-538f-4de0-baee-ac79aad2b0a9,segment=NetworkSegment(09fbaf50-9346-436a-9d2f-7c32e079f7c3),segment_id=09fbaf50-9346-436a-9d2f-7c32e079f7c3)] {{(pid=94100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:11:34.301541 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-dbd7b118-ab48-4bfa-a7d8-33f67d4cae1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:34.337310 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-dbd7b118-ab48-4bfa-a7d8-33f67d4cae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:34.337922 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-dbd7b118-ab48-4bfa-a7d8-33f67d4cae1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:34.339290 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-dbd7b118-ab48-4bfa-a7d8-33f67d4cae1b service neutron] 10.222.0.65 "PUT /v2.0/ports/0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 HTTP/1.1" status: 200 len: 1093 time: 0.6762471 Aug 20 14:11:34.339722 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77225aa2-197d-4547-b4b1-aebdf58bd8e3', 'tag': '0d1d7c0c-538f-4de0-baee-ac79aad2b0a9'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:11:34.341979 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9125a19f-5201-4e6f-bb94-08c3169a6e5e" -d '{"events": [{"name": "network-changed", "server_uuid": "77225aa2-197d-4547-b4b1-aebdf58bd8e3", "tag": "0d1d7c0c-538f-4de0-baee-ac79aad2b0a9"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:11:34.376070 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7b118-ab48-4bfa-a7d8-33f67d4cae1b service neutron] Pushing event updated for resources: {'Port': ['ID=0d1d7c0c-538f-4de0-baee-ac79aad2b0a9,revision_number=3']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:34.387138 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2bf622-6aa2-434c-af3a-fe704ed00684 x-openstack-request-id: req-ed2bf622-6aa2-434c-af3a-fe704ed00684 {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:11:34.387507 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77225aa2-197d-4547-b4b1-aebdf58bd8e3", "tag": "0d1d7c0c-538f-4de0-baee-ac79aad2b0a9", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:11:34.387632 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ed2bf622-6aa2-434c-af3a-fe704ed00684 {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:11:34.388022 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77225aa2-197d-4547-b4b1-aebdf58bd8e3', 'tag': '0d1d7c0c-538f-4de0-baee-ac79aad2b0a9', 'status': 'completed', 'code': 200} Aug 20 14:11:34.452563 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-c1bac88e-d9bf-4489-bf89-ba7b3382f6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:34.456064 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-c1bac88e-d9bf-4489-bf89-ba7b3382f6f2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee09af3d24634dd0b8d0361dafbf2c7a&device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 1096 time: 0.0598516 Aug 20 14:11:34.508053 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-2bd31a16-78d3-4c32-b979-94b262cf2709 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 HTTP/1.1" status: 200 len: 217 time: 0.0348752 Aug 20 14:11:34.564378 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-53eeb818-950c-4dc2-9079-2fa26e827f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:34.566320 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-53eeb818-950c-4dc2-9079-2fa26e827f33 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f4bed576-abba-4384-ad26-22f02bdef9a8 HTTP/1.1" status: 200 len: 853 time: 0.0478983 Aug 20 14:11:34.645983 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-94d81245-9ab0-4bd1-beb5-02935df0c824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:34.647470 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-94d81245-9ab0-4bd1-beb5-02935df0c824 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d7b7e4f-93c0-4b84-9c6a-22526b6438a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0728798 Aug 20 14:11:34.655326 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7ea5d-5c61-418a-9fe7-1f683ba48a0d req-150ef5fc-cd53-4335-a835-9e247596572a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:34.656693 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-dfe7ea5d-5c61-418a-9fe7-1f683ba48a0d req-150ef5fc-cd53-4335-a835-9e247596572a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 943 time: 0.0809970 Aug 20 14:11:34.740801 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-dfe7ea5d-5c61-418a-9fe7-1f683ba48a0d req-e7e205f6-66c9-45a9-86d3-7da67999e265 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755734 Aug 20 14:11:34.767795 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-e2320b48-eece-4ef3-b51b-970da7144396 service neutron] 10.222.0.65 "GET /v2.0/networks/1d7b7e4f-93c0-4b84-9c6a-22526b6438a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101656 Aug 20 14:11:34.863014 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-174b3c2c-b8bb-47ae-8292-3b7a6c19b3a7 req-c44285aa-0064-4114-82b9-7384b13a31a2 service neutron] 10.222.0.65 "GET /v2.0/networks/1d7b7e4f-93c0-4b84-9c6a-22526b6438a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839751 Aug 20 14:11:34.958200 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125a19f-5201-4e6f-bb94-08c3169a6e5e req-99d45aa3-eb45-42aa-965f-4d6d1ef6fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:34.959669 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9125a19f-5201-4e6f-bb94-08c3169a6e5e req-99d45aa3-eb45-42aa-965f-4d6d1ef6fff3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee09af3d24634dd0b8d0361dafbf2c7a&device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 1096 time: 0.0413969 Aug 20 14:11:35.058993 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125a19f-5201-4e6f-bb94-08c3169a6e5e req-2ee1393d-a0f8-4411-a4ac-7b26958da256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:35.060461 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9125a19f-5201-4e6f-bb94-08c3169a6e5e req-2ee1393d-a0f8-4411-a4ac-7b26958da256 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 HTTP/1.1" status: 200 len: 915 time: 0.0915844 Aug 20 14:11:35.124230 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9125a19f-5201-4e6f-bb94-08c3169a6e5e req-f8948295-c674-4601-965e-39891367c15d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 HTTP/1.1" status: 200 len: 217 time: 0.0469313 Aug 20 14:11:35.175631 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5e351-e5dd-4a1b-bcf3-04ee7a23e0b2 req-7fbaaff8-a8e3-424a-958e-31df96a7dd1e tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:35.177111 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8df5e351-e5dd-4a1b-bcf3-04ee7a23e0b2 req-7fbaaff8-a8e3-424a-958e-31df96a7dd1e tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b49b7b-27ed-4b9a-8cb8-7df16109ba39 HTTP/1.1" status: 200 len: 943 time: 0.1117253 Aug 20 14:11:35.201036 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125a19f-5201-4e6f-bb94-08c3169a6e5e req-7047eb62-e039-47b5-a823-3f8aafe55642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:35.202425 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9125a19f-5201-4e6f-bb94-08c3169a6e5e req-7047eb62-e039-47b5-a823-3f8aafe55642 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f4bed576-abba-4384-ad26-22f02bdef9a8 HTTP/1.1" status: 200 len: 853 time: 0.0698750 Aug 20 14:11:35.229454 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8df5e351-e5dd-4a1b-bcf3-04ee7a23e0b2 req-00f047bd-64ef-4fc4-9102-d2275af2eea4 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463235 Aug 20 14:11:35.261938 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125a19f-5201-4e6f-bb94-08c3169a6e5e req-5904f427-52a2-4f3a-bef4-fe23e94c032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:35.263419 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9125a19f-5201-4e6f-bb94-08c3169a6e5e req-5904f427-52a2-4f3a-bef4-fe23e94c032d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d7b7e4f-93c0-4b84-9c6a-22526b6438a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0448744 Aug 20 14:11:35.314791 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device e6c4c77c-896f-49fa-8eee-df841f42f260 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:11:35.359004 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9125a19f-5201-4e6f-bb94-08c3169a6e5e req-90b2b51d-c5da-4a53-b67e-c0b79d688bda service neutron] 10.222.0.65 "GET /v2.0/networks/1d7b7e4f-93c0-4b84-9c6a-22526b6438a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831559 Aug 20 14:11:35.428640 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port e6c4c77c-896f-49fa-8eee-df841f42f260, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e6c4c77c-896f-49fa-8eee-df841f42f260,segment=NetworkSegment(11c15525-ccd2-446d-8b3a-dfa495bbcb12),segment_id=11c15525-ccd2-446d-8b3a-dfa495bbcb12)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:11:35.442303 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Returning: {'device': 'e6c4c77c-896f-49fa-8eee-df841f42f260', 'network_id': '271b6c32-8ac1-4497-9ce3-51b005c1649b', 'port_id': 'e6c4c77c-896f-49fa-8eee-df841f42f260', 'mac_address': 'fa:16:3e:d6:ed:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f120ee-ab4d-47be-93bf-75e343e023ae', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:11:35.465810 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9125a19f-5201-4e6f-bb94-08c3169a6e5e req-4172106a-43d1-4405-a546-4e3d1ed4a6b4 service neutron] 10.222.0.65 "GET /v2.0/networks/1d7b7e4f-93c0-4b84-9c6a-22526b6438a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964622 Aug 20 14:11:35.483750 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:35.501075 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c4c77c-896f-49fa-8eee-df841f42f260 {{(pid=94102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:11:35.527085 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port e6c4c77c-896f-49fa-8eee-df841f42f260, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e6c4c77c-896f-49fa-8eee-df841f42f260,segment=NetworkSegment(11c15525-ccd2-446d-8b3a-dfa495bbcb12),segment_id=11c15525-ccd2-446d-8b3a-dfa495bbcb12)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:11:35.531284 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:35.582180 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=e6c4c77c-896f-49fa-8eee-df841f42f260,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:35.589619 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:35.589967 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:35.590308 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:35.590641 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:35.590970 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:35.591301 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:35.591629 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:35.591953 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:35.592277 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:35.592630 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:35.592953 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:35.593272 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:11:35.865972 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['e6c4c77c-896f-49fa-8eee-df841f42f260'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:11:35.866918 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48202177-75f2-4b09-af63-a333dae15b6a req-9586c97e-3594-45cb-9a9b-181ada78b801 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:35.868523 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-48202177-75f2-4b09-af63-a333dae15b6a req-9586c97e-3594-45cb-9a9b-181ada78b801 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 943 time: 0.0557275 Aug 20 14:11:35.913452 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-48202177-75f2-4b09-af63-a333dae15b6a req-1818dc57-8811-4215-b2f3-f158b3249080 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386045 Aug 20 14:11:36.354138 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcabcd1-c994-4bb5-9ec8-766de447f4cf req-c7327b82-41b5-469c-a054-dce01e4ef66e tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:36.355663 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cfcabcd1-c994-4bb5-9ec8-766de447f4cf req-c7327b82-41b5-469c-a054-dce01e4ef66e tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b49b7b-27ed-4b9a-8cb8-7df16109ba39 HTTP/1.1" status: 200 len: 944 time: 0.0542240 Aug 20 14:11:36.402168 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cfcabcd1-c994-4bb5-9ec8-766de447f4cf req-5e322549-d484-4e75-a385-f8a76357754d tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403762 Aug 20 14:11:37.037250 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761554e-839d-4552-bf48-ec06af4a054c req-ca8ce968-0561-488a-9a88-d7dfc69c7af2 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:37.038761 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e761554e-839d-4552-bf48-ec06af4a054c req-ca8ce968-0561-488a-9a88-d7dfc69c7af2 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 943 time: 0.0493445 Aug 20 14:11:37.077808 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e761554e-839d-4552-bf48-ec06af4a054c req-cdeb4c5d-500a-44e5-ac55-a30f5a10d705 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329092 Aug 20 14:11:37.140157 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 6 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:11:37.327705 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:11:37.330781 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device e6c4c77c-896f-49fa-8eee-df841f42f260 up at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:11:37.441408 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning for port e6c4c77c-896f-49fa-8eee-df841f42f260 completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:11:37.449157 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning complete for port e6c4c77c-896f-49fa-8eee-df841f42f260 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:11:37.449533 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:37.492493 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0d1d7c0c-538f-4de0-baee-ac79aad2b0a9,segment=NetworkSegment(09fbaf50-9346-436a-9d2f-7c32e079f7c3),segment_id=09fbaf50-9346-436a-9d2f-7c32e079f7c3)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:11:37.510063 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Returning: {'device': '0d1d7c0c-538f-4de0-baee-ac79aad2b0a9', 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0', 'port_id': '0d1d7c0c-538f-4de0-baee-ac79aad2b0a9', 'mac_address': 'fa:16:3e:fd:18:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:11:37.527873 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179cb51-008f-454e-a2dd-f3af704fc923 req-8e213562-8f8d-49b6-9c1e-d7835d13440d tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:37.529397 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d179cb51-008f-454e-a2dd-f3af704fc923 req-8e213562-8f8d-49b6-9c1e-d7835d13440d tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b49b7b-27ed-4b9a-8cb8-7df16109ba39 HTTP/1.1" status: 200 len: 944 time: 0.0506732 Aug 20 14:11:37.569591 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d179cb51-008f-454e-a2dd-f3af704fc923 req-a2b449a9-f69d-4c59-b9e8-2ebe37802199 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333714 Aug 20 14:11:37.574865 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:37.593863 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 {{(pid=94102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:11:37.603542 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:37.631062 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0d1d7c0c-538f-4de0-baee-ac79aad2b0a9,segment=NetworkSegment(09fbaf50-9346-436a-9d2f-7c32e079f7c3),segment_id=09fbaf50-9346-436a-9d2f-7c32e079f7c3)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:11:37.636440 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b49b7b-27ed-4b9a-8cb8-7df16109ba39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c4c77c-896f-49fa-8eee-df841f42f260'}] {{(pid=94102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:11:37.638693 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658e03e68c488354c0da9c4193b8775245da486d5210860026445f3bfd5b20fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408ae477-6b8e-44bc-9cc0-b370ece3b292" -d '{"events": [{"server_uuid": "43b49b7b-27ed-4b9a-8cb8-7df16109ba39", "name": "network-vif-plugged", "status": "completed", "tag": "e6c4c77c-896f-49fa-8eee-df841f42f260"}]}' {{(pid=94102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:11:37.648772 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:37.654681 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port e6c4c77c-896f-49fa-8eee-df841f42f260, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e6c4c77c-896f-49fa-8eee-df841f42f260,segment=NetworkSegment(11c15525-ccd2-446d-8b3a-dfa495bbcb12),segment_id=11c15525-ccd2-446d-8b3a-dfa495bbcb12)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:11:37.677711 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff253466-c140-4d7a-bc6a-5cbb7e409099 x-openstack-request-id: req-ff253466-c140-4d7a-bc6a-5cbb7e409099 {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:11:37.678006 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b49b7b-27ed-4b9a-8cb8-7df16109ba39", "name": "network-vif-plugged", "status": "completed", "tag": "e6c4c77c-896f-49fa-8eee-df841f42f260", "code": 200}]} {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:11:37.678259 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ff253466-c140-4d7a-bc6a-5cbb7e409099 {{(pid=94102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:11:37.678646 dv-cinder-790535-10-iscsi neutron-server[94102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b49b7b-27ed-4b9a-8cb8-7df16109ba39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c4c77c-896f-49fa-8eee-df841f42f260', 'code': 200} Aug 20 14:11:37.681315 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:37.714087 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-c101b397-75c9-4b95-be52-c3fe9c6962d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:37.719302 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=0d1d7c0c-538f-4de0-baee-ac79aad2b0a9,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:37.768652 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=e6c4c77c-896f-49fa-8eee-df841f42f260,revision_number=5']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:37.856270 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45884f-3c32-4871-b4e0-13406031a3ac req-5dff1c56-a335-4a55-9b9c-f4aa2194f364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:37.857678 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4e45884f-3c32-4871-b4e0-13406031a3ac req-5dff1c56-a335-4a55-9b9c-f4aa2194f364 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=43b49b7b-27ed-4b9a-8cb8-7df16109ba39 HTTP/1.1" status: 200 len: 1098 time: 0.0434885 Aug 20 14:11:37.894775 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4e45884f-3c32-4871-b4e0-13406031a3ac req-d6873150-20ee-4cdd-acd9-72aee3ad050f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279877 Aug 20 14:11:37.980358 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['0d1d7c0c-538f-4de0-baee-ac79aad2b0a9'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:11:38.195960 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d3330-495d-4a3c-9c24-36aa79f08682 req-bd087601-d7bf-4792-9861-285ace8ec971 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:38.197482 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-076d3330-495d-4a3c-9c24-36aa79f08682 req-bd087601-d7bf-4792-9861-285ace8ec971 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 944 time: 0.0494187 Aug 20 14:11:38.234091 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-076d3330-495d-4a3c-9c24-36aa79f08682 req-2e2fc807-349c-4d40-883a-cb39e3f5eae0 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305922 Aug 20 14:11:38.686746 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637641c-bc34-4202-8c27-0da8833b495b req-164f3a7f-5049-40c2-9e4d-7b6ddbfd028e tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:38.688241 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9637641c-bc34-4202-8c27-0da8833b495b req-164f3a7f-5049-40c2-9e4d-7b6ddbfd028e tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b49b7b-27ed-4b9a-8cb8-7df16109ba39 HTTP/1.1" status: 200 len: 945 time: 0.0484161 Aug 20 14:11:38.725139 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9637641c-bc34-4202-8c27-0da8833b495b req-62c65ccd-2bd7-414b-9dd8-423f878bd119 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308812 Aug 20 14:11:39.350221 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 up at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:11:39.363980 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989190e6-5d7b-473a-a480-7970948b88e1 req-870f49d2-f6a7-41f1-8f58-859727c361c7 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:39.365636 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-989190e6-5d7b-473a-a480-7970948b88e1 req-870f49d2-f6a7-41f1-8f58-859727c361c7 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 944 time: 0.0568476 Aug 20 14:11:39.403116 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning for port 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:11:39.405725 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-989190e6-5d7b-473a-a480-7970948b88e1 req-5312f913-8c59-4c14-ac3b-b56f548584ee tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339677 Aug 20 14:11:39.407763 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning complete for port 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:11:39.408278 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:39.489527 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:39.522123 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0d1d7c0c-538f-4de0-baee-ac79aad2b0a9,segment=NetworkSegment(09fbaf50-9346-436a-9d2f-7c32e079f7c3),segment_id=09fbaf50-9346-436a-9d2f-7c32e079f7c3)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:11:39.526208 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:39.576404 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=0d1d7c0c-538f-4de0-baee-ac79aad2b0a9,revision_number=5']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:39.679814 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77225aa2-197d-4547-b4b1-aebdf58bd8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1d7c0c-538f-4de0-baee-ac79aad2b0a9'}] {{(pid=94102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:11:39.682181 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658e03e68c488354c0da9c4193b8775245da486d5210860026445f3bfd5b20fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6951ebdc-6c6a-4bf4-a2dc-e75669dae31f" -d '{"events": [{"server_uuid": "77225aa2-197d-4547-b4b1-aebdf58bd8e3", "name": "network-vif-plugged", "status": "completed", "tag": "0d1d7c0c-538f-4de0-baee-ac79aad2b0a9"}]}' {{(pid=94102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:11:39.717739 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5333fd65-d993-4342-9ccb-4b9425a64250 x-openstack-request-id: req-5333fd65-d993-4342-9ccb-4b9425a64250 {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:11:39.718031 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77225aa2-197d-4547-b4b1-aebdf58bd8e3", "name": "network-vif-plugged", "status": "completed", "tag": "0d1d7c0c-538f-4de0-baee-ac79aad2b0a9", "code": 200}]} {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:11:39.718282 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5333fd65-d993-4342-9ccb-4b9425a64250 {{(pid=94102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:11:39.718671 dv-cinder-790535-10-iscsi neutron-server[94102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77225aa2-197d-4547-b4b1-aebdf58bd8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1d7c0c-538f-4de0-baee-ac79aad2b0a9', 'code': 200} Aug 20 14:11:39.840455 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120034f-837c-4ace-be9a-2eec103c7dca req-998df803-f7f0-4938-aa8b-d533a418051f tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:39.841883 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a120034f-837c-4ace-be9a-2eec103c7dca req-998df803-f7f0-4938-aa8b-d533a418051f tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b49b7b-27ed-4b9a-8cb8-7df16109ba39 HTTP/1.1" status: 200 len: 945 time: 0.0507486 Aug 20 14:11:39.905635 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a120034f-837c-4ace-be9a-2eec103c7dca req-c2472638-2a4a-47a0-90c9-1ba07c07068f tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574417 Aug 20 14:11:39.913740 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf3e86-7541-4b28-9d03-2451ccca7f53 req-59f2529b-1944-402c-acc1-8e187ea34089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:39.915170 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-38bf3e86-7541-4b28-9d03-2451ccca7f53 req-59f2529b-1944-402c-acc1-8e187ea34089 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 1098 time: 0.0511549 Aug 20 14:11:39.961638 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-38bf3e86-7541-4b28-9d03-2451ccca7f53 req-0b910625-1a87-4fe6-ae9d-2b8515207e97 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284553 Aug 20 14:11:40.461923 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-3623c6f5-9363-40a2-b65c-f21ae7c24a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:40.481470 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:40.540845 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69933100-78f8-4ab3-b48b-15749954cd05 req-b72da718-fcec-4562-af74-f659eb4cb4a8 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:40.542440 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-69933100-78f8-4ab3-b48b-15749954cd05 req-b72da718-fcec-4562-af74-f659eb4cb4a8 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 945 time: 0.0597050 Aug 20 14:11:40.579356 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-69933100-78f8-4ab3-b48b-15749954cd05 req-559547f2-8e7b-4f61-a66f-e51e0e3a7ccc tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303016 Aug 20 14:11:41.568270 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:41.702407 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ea65b-4f62-45e6-b1ab-f50e217d7518 req-9212115a-ac07-44d5-967f-b85fead92ad9 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:41.703865 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b87ea65b-4f62-45e6-b1ab-f50e217d7518 req-9212115a-ac07-44d5-967f-b85fead92ad9 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 945 time: 0.0535674 Aug 20 14:11:41.747569 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b87ea65b-4f62-45e6-b1ab-f50e217d7518 req-c4efe6b1-e35a-4bbd-865b-985449bff663 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319765 Aug 20 14:11:41.865756 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222d5a1-101c-4430-944a-4b8481de29e2 req-0cd2c033-c317-44b5-8d97-a4b7d892c5d2 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:41.867237 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3222d5a1-101c-4430-944a-4b8481de29e2 req-0cd2c033-c317-44b5-8d97-a4b7d892c5d2 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 945 time: 0.0480325 Aug 20 14:11:41.875995 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 59354) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:11:41.881025 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-1b919a27-923b-4d28-a762-f1bdbf250707 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Request body: {'floatingip': {'port_id': '0d1d7c0c-538f-4de0-baee-ac79aad2b0a9'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:11:41.920593 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-1b919a27-923b-4d28-a762-f1bdbf250707 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for floatingip, before_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:42.349842 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-1b919a27-923b-4d28-a762-f1bdbf250707 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:42.354266 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-1b919a27-923b-4d28-a762-f1bdbf250707 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687214'] for floatingip, after_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:42.452971 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:42.455367 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.db.l3_db [None req-1b919a27-923b-4d28-a762-f1bdbf250707 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Floating IP 1b009eb2-dce3-449b-92b4-ea11b07cfb03 associated. External IP: 172.27.3.160, port: 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9. Aug 20 14:11:42.666764 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b919a27-923b-4d28-a762-f1bdbf250707 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Router 302879b6-fd00-4cf0-a895-d1b716ff8ad9 has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:11:42.772917 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b919a27-923b-4d28-a762-f1bdbf250707 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:11:42.777570 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-1b919a27-923b-4d28-a762-f1bdbf250707 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for floatingip, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:42.783147 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0deed25-b40a-4c71-aca6-4a5d67acfeeb None None] Sync routers for ids ['302879b6-fd00-4cf0-a895-d1b716ff8ad9'] in dv-cinder-790535-10-iscsi {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:11:42.792809 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0deed25-b40a-4c71-aca6-4a5d67acfeeb None None] Routers {'302879b6-fd00-4cf0-a895-d1b716ff8ad9'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:11:42.793778 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-d0deed25-b40a-4c71-aca6-4a5d67acfeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:11:40Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['302879b6-fd00-4cf0-a895-d1b716ff8ad9'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:11:42.805014 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-1b919a27-923b-4d28-a762-f1bdbf250707 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "PUT /v2.0/floatingips/1b009eb2-dce3-449b-92b4-ea11b07cfb03 HTTP/1.1" status: 200 len: 991 time: 0.9280314 Aug 20 14:11:42.805585 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77225aa2-197d-4547-b4b1-aebdf58bd8e3', 'tag': '0d1d7c0c-538f-4de0-baee-ac79aad2b0a9'}] {{(pid=94101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:11:42.807804 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe9c96b14d8a984b3b2359cf8bfa077cf4e0579f01b10b2ab8ef3f260cf9dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542b752c-1860-41b6-b3f2-2494e5fc3fca" -d '{"events": [{"name": "network-changed", "server_uuid": "77225aa2-197d-4547-b4b1-aebdf58bd8e3", "tag": "0d1d7c0c-538f-4de0-baee-ac79aad2b0a9"}]}' {{(pid=94101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:11:42.851506 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ea5f29-d905-421e-9c55-f8f64c0207eb x-openstack-request-id: req-38ea5f29-d905-421e-9c55-f8f64c0207eb {{(pid=94101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:11:42.851795 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77225aa2-197d-4547-b4b1-aebdf58bd8e3", "tag": "0d1d7c0c-538f-4de0-baee-ac79aad2b0a9", "status": "completed", "code": 200}]} {{(pid=94101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:11:42.852128 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-38ea5f29-d905-421e-9c55-f8f64c0207eb {{(pid=94101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:11:42.852978 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77225aa2-197d-4547-b4b1-aebdf58bd8e3', 'tag': '0d1d7c0c-538f-4de0-baee-ac79aad2b0a9', 'status': 'completed', 'code': 200} Aug 20 14:11:42.899149 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-d0deed25-b40a-4c71-aca6-4a5d67acfeeb None None] Set router 302879b6-fd00-4cf0-a895-d1b716ff8ad9 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:11:42.937088 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b752c-1860-41b6-b3f2-2494e5fc3fca req-56c98ada-043a-4e6a-970f-6b1dbf49d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:42.938568 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-542b752c-1860-41b6-b3f2-2494e5fc3fca req-56c98ada-043a-4e6a-970f-6b1dbf49d450 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee09af3d24634dd0b8d0361dafbf2c7a&device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 1098 time: 0.0436902 Aug 20 14:11:43.039642 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b752c-1860-41b6-b3f2-2494e5fc3fca req-8601c60c-4659-479c-a4a0-4eebb349d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:43.041041 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-542b752c-1860-41b6-b3f2-2494e5fc3fca req-8601c60c-4659-479c-a4a0-4eebb349d0e6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 HTTP/1.1" status: 200 len: 915 time: 0.0913935 Aug 20 14:11:43.094062 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:43.119444 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-542b752c-1860-41b6-b3f2-2494e5fc3fca req-43627591-8f93-4cdf-8844-9a75b66a3ffd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 HTTP/1.1" status: 200 len: 999 time: 0.0643189 Aug 20 14:11:43.138559 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-d0deed25-b40a-4c71-aca6-4a5d67acfeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'name': 'tempest-AttachVolumeShelveTestJSON-6395065-router', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f85cff3d-afaa-419e-b810-281b97895409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:07:02Z', 'updated_at': '2021-08-20T14:07:11Z', 'revision_number': 4, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'gw_port': {'id': 'f85cff3d-afaa-419e-b810-281b97895409', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:04Z', 'updated_at': '2021-08-20T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_floatingips': [{'id': '1b009eb2-dce3-449b-92b4-ea11b07cfb03', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'router_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'port_id': '0d1d7c0c-538f-4de0-baee-ac79aad2b0a9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0', 'mac_address': 'fa:16:3e:fd:18:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77225aa2-197d-4547-b4b1-aebdf58bd8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:11:29Z', 'updated_at': '2021-08-20T14:11:42Z', 'revision_number': 1, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e2f4a6-64c5-4328-b1e0-25d29d89d59e', 'name': '', 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'mac_address': 'fa:16:3e:7f:50:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:09Z', 'updated_at': '2021-08-20T14:07:22Z', 'revision_number': 5, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'subnets': [{'id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:11:43.167947 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0deed25-b40a-4c71-aca6-4a5d67acfeeb None None] Checking router: 302879b6-fd00-4cf0-a895-d1b716ff8ad9 for host: dv-cinder-790535-10-iscsi {{(pid=94102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:11:43.169000 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b752c-1860-41b6-b3f2-2494e5fc3fca req-b43284f1-30fe-4f42-980e-62268203d344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:43.170401 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-542b752c-1860-41b6-b3f2-2494e5fc3fca req-b43284f1-30fe-4f42-980e-62268203d344 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f4bed576-abba-4384-ad26-22f02bdef9a8 HTTP/1.1" status: 200 len: 853 time: 0.0436547 Aug 20 14:11:43.176697 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0deed25-b40a-4c71-aca6-4a5d67acfeeb None None] Routers {'302879b6-fd00-4cf0-a895-d1b716ff8ad9'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:11:43.177286 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-d0deed25-b40a-4c71-aca6-4a5d67acfeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:11:40Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['302879b6-fd00-4cf0-a895-d1b716ff8ad9'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:11:43.220370 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b752c-1860-41b6-b3f2-2494e5fc3fca req-881af950-e7af-49bb-9d7c-0db2b6292026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:43.222030 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-542b752c-1860-41b6-b3f2-2494e5fc3fca req-881af950-e7af-49bb-9d7c-0db2b6292026 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d7b7e4f-93c0-4b84-9c6a-22526b6438a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0442109 Aug 20 14:11:43.324575 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-542b752c-1860-41b6-b3f2-2494e5fc3fca req-74e5dcd1-4df1-465d-b8f2-5825d7dd78a6 service neutron] 10.222.0.65 "GET /v2.0/networks/1d7b7e4f-93c0-4b84-9c6a-22526b6438a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927553 Aug 20 14:11:43.400571 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-d0deed25-b40a-4c71-aca6-4a5d67acfeeb None None] Set router 302879b6-fd00-4cf0-a895-d1b716ff8ad9 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:11:43.419418 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-542b752c-1860-41b6-b3f2-2494e5fc3fca req-873ad7bf-84f8-4c85-a746-73c89325e73f service neutron] 10.222.0.65 "GET /v2.0/networks/1d7b7e4f-93c0-4b84-9c6a-22526b6438a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840893 Aug 20 14:11:43.622569 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-d0deed25-b40a-4c71-aca6-4a5d67acfeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'name': 'tempest-AttachVolumeShelveTestJSON-6395065-router', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f85cff3d-afaa-419e-b810-281b97895409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:07:02Z', 'updated_at': '2021-08-20T14:07:11Z', 'revision_number': 4, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'gw_port': {'id': 'f85cff3d-afaa-419e-b810-281b97895409', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:04Z', 'updated_at': '2021-08-20T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_floatingips': [{'id': '1b009eb2-dce3-449b-92b4-ea11b07cfb03', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'router_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'port_id': '0d1d7c0c-538f-4de0-baee-ac79aad2b0a9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0', 'mac_address': 'fa:16:3e:fd:18:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77225aa2-197d-4547-b4b1-aebdf58bd8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:11:29Z', 'updated_at': '2021-08-20T14:11:42Z', 'revision_number': 1, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e2f4a6-64c5-4328-b1e0-25d29d89d59e', 'name': '', 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'mac_address': 'fa:16:3e:7f:50:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:09Z', 'updated_at': '2021-08-20T14:07:22Z', 'revision_number': 5, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'subnets': [{'id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:11:43.648933 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0deed25-b40a-4c71-aca6-4a5d67acfeeb None None] The sync data for ids ['302879b6-fd00-4cf0-a895-d1b716ff8ad9'] in dv-cinder-790535-10-iscsi is: [{'id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'name': 'tempest-AttachVolumeShelveTestJSON-6395065-router', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f85cff3d-afaa-419e-b810-281b97895409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:07:02Z', 'updated_at': '2021-08-20T14:07:11Z', 'revision_number': 4, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'gw_port': {'id': 'f85cff3d-afaa-419e-b810-281b97895409', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:04Z', 'updated_at': '2021-08-20T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_floatingips': [{'id': '1b009eb2-dce3-449b-92b4-ea11b07cfb03', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'router_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'port_id': '0d1d7c0c-538f-4de0-baee-ac79aad2b0a9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0', 'mac_address': 'fa:16:3e:fd:18:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77225aa2-197d-4547-b4b1-aebdf58bd8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:11:29Z', 'updated_at': '2021-08-20T14:11:42Z', 'revision_number': 1, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e2f4a6-64c5-4328-b1e0-25d29d89d59e', 'name': '', 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'mac_address': 'fa:16:3e:7f:50:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:09Z', 'updated_at': '2021-08-20T14:07:22Z', 'revision_number': 5, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'subnets': [{'id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:11:43.830691 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975dcb34-6da3-40fc-93b5-1be121b222cb None None] New status for floating IP 1b009eb2-dce3-449b-92b4-ea11b07cfb03: ACTIVE {{(pid=94103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:11:44.104599 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a1aee-3003-4565-a688-bfd21a250ada req-acbba969-aa33-4334-b67c-c4845e3569ee tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:44.106075 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0d9a1aee-3003-4565-a688-bfd21a250ada req-acbba969-aa33-4334-b67c-c4845e3569ee tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 985 time: 0.0747585 Aug 20 14:11:44.145494 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eff276-d112-4643-a5fb-c285e55e5e71 req-89766900-9a69-4289-9bcd-311d57782770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:44.146855 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c4eff276-d112-4643-a5fb-c285e55e5e71 req-89766900-9a69-4289-9bcd-311d57782770 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=16f5c5549cc5497f82be9bc39ad14467&device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 1138 time: 0.0776482 Aug 20 14:11:44.155895 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0d9a1aee-3003-4565-a688-bfd21a250ada req-1881af21-9756-49f8-b901-053c078cb6f9 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=bae7486c-f6e9-4274-a8cb-fa6fcb39e555&id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422213 Aug 20 14:11:44.237142 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eff276-d112-4643-a5fb-c285e55e5e71 req-b41a49ae-df0b-4442-8242-009e9cdb49cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:44.238776 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c4eff276-d112-4643-a5fb-c285e55e5e71 req-b41a49ae-df0b-4442-8242-009e9cdb49cc service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd2b389c-07c4-46a4-9c61-c7db406c2ee2 HTTP/1.1" status: 200 len: 916 time: 0.0820596 Aug 20 14:11:44.318452 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c4eff276-d112-4643-a5fb-c285e55e5e71 req-d2a1e4d4-48ed-4137-ab17-8a32eb82e5ec service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3c422d8-f60e-4f16-ade8-d2ea06425c6f HTTP/1.1" status: 200 len: 1001 time: 0.0633950 Aug 20 14:11:44.380187 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eff276-d112-4643-a5fb-c285e55e5e71 req-e5940315-ad3f-482c-bce8-155b22fb96b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:44.381691 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c4eff276-d112-4643-a5fb-c285e55e5e71 req-e5940315-ad3f-482c-bce8-155b22fb96b9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d1f93410-7160-43fc-92d9-eb198e6e3255 HTTP/1.1" status: 200 len: 854 time: 0.0456760 Aug 20 14:11:44.432489 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eff276-d112-4643-a5fb-c285e55e5e71 req-1e0231cd-ac96-4312-ab4d-78f99d844987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:44.434015 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c4eff276-d112-4643-a5fb-c285e55e5e71 req-1e0231cd-ac96-4312-ab4d-78f99d844987 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd2b389c-07c4-46a4-9c61-c7db406c2ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0427868 Aug 20 14:11:44.537728 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c4eff276-d112-4643-a5fb-c285e55e5e71 req-dc43fd0c-4a4e-4a57-b05c-1f0f5a5bfb2a service neutron] 10.222.0.65 "GET /v2.0/networks/fd2b389c-07c4-46a4-9c61-c7db406c2ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859792 Aug 20 14:11:44.632432 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c4eff276-d112-4643-a5fb-c285e55e5e71 req-00d7c567-32a0-49ab-a15e-8af057b9867b service neutron] 10.222.0.65 "GET /v2.0/networks/fd2b389c-07c4-46a4-9c61-c7db406c2ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831552 Aug 20 14:11:45.075097 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cad7e6-71eb-4e02-9d82-f1c69eae8212 req-3c26f233-69c5-4cae-b199-b54cd7ca759e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:45.076596 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-71cad7e6-71eb-4e02-9d82-f1c69eae8212 req-3c26f233-69c5-4cae-b199-b54cd7ca759e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 945 time: 0.0490291 Aug 20 14:11:45.113728 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-71cad7e6-71eb-4e02-9d82-f1c69eae8212 req-be3d1f0d-2850-463e-ad4c-ecba0b576d19 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309565 Aug 20 14:11:45.275747 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604af4a1-31c4-4556-a575-845ab4c4010b req-98f52809-37a9-4b6c-b634-b78a08d725b7 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:45.277157 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-604af4a1-31c4-4556-a575-845ab4c4010b req-98f52809-37a9-4b6c-b634-b78a08d725b7 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 985 time: 0.0532568 Aug 20 14:11:45.316670 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-604af4a1-31c4-4556-a575-845ab4c4010b req-85770c9e-d141-4782-96bd-808a420cc61b tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=bae7486c-f6e9-4274-a8cb-fa6fcb39e555&id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335572 Aug 20 14:11:46.232141 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d4282-f8f2-40c8-bed5-0cb7c9c79a2c req-2333b013-225c-4e68-806a-afd4e5f6e395 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:46.233662 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9d2d4282-f8f2-40c8-bed5-0cb7c9c79a2c req-2333b013-225c-4e68-806a-afd4e5f6e395 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 945 time: 0.0504434 Aug 20 14:11:46.270551 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9d2d4282-f8f2-40c8-bed5-0cb7c9c79a2c req-a3e4ac19-a3a0-4ee6-9c0c-e3626fb27ce8 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303607 Aug 20 14:11:46.435613 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccabfb8-e9ea-4b41-bafb-6fa586029428 req-684524ea-1d82-438e-a0ae-657537ed6415 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:46.437135 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6ccabfb8-e9ea-4b41-bafb-6fa586029428 req-684524ea-1d82-438e-a0ae-657537ed6415 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 985 time: 0.0516348 Aug 20 14:11:46.477171 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6ccabfb8-e9ea-4b41-bafb-6fa586029428 req-b0694a55-23d9-4f66-a9a5-1e2feb2651ca tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=bae7486c-f6e9-4274-a8cb-fa6fcb39e555&id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338006 Aug 20 14:11:47.386253 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7891c77-d725-4ce7-afff-c72cbd13b304 req-fb411b0a-965b-41b8-8378-59377a152959 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:47.387678 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f7891c77-d725-4ce7-afff-c72cbd13b304 req-fb411b0a-965b-41b8-8378-59377a152959 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 945 time: 0.0505698 Aug 20 14:11:47.423900 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f7891c77-d725-4ce7-afff-c72cbd13b304 req-1a166b2b-7322-40ef-b5b8-3f8a2841c842 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304210 Aug 20 14:11:47.591936 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2c5ad-fbe8-474c-b7c4-92426049d7a1 req-d610098c-8d8c-407b-90d9-1710d8c45d39 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:47.593430 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a7b2c5ad-fbe8-474c-b7c4-92426049d7a1 req-d610098c-8d8c-407b-90d9-1710d8c45d39 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 985 time: 0.0481420 Aug 20 14:11:47.633474 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a7b2c5ad-fbe8-474c-b7c4-92426049d7a1 req-7fb5e0ac-079d-4da5-a8f4-80ad95dc8a61 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=bae7486c-f6e9-4274-a8cb-fa6fcb39e555&id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334747 Aug 20 14:11:48.542532 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df37f71-376f-48e6-8f61-0096636f3818 req-96c404d0-b944-4386-9ed6-2f7561e8080d tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:48.544256 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1df37f71-376f-48e6-8f61-0096636f3818 req-96c404d0-b944-4386-9ed6-2f7561e8080d tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 945 time: 0.0484238 Aug 20 14:11:48.580356 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1df37f71-376f-48e6-8f61-0096636f3818 req-3c013922-3cd0-42b4-8da2-014099627242 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302904 Aug 20 14:11:48.762199 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7581db-f8c9-4294-8c81-0d82fa21b85a req-acb347fe-bdbe-4c20-869c-dfd33df47ba8 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:48.763714 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ad7581db-f8c9-4294-8c81-0d82fa21b85a req-acb347fe-bdbe-4c20-869c-dfd33df47ba8 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 985 time: 0.0621631 Aug 20 14:11:48.804735 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ad7581db-f8c9-4294-8c81-0d82fa21b85a req-ff17a8d8-bc07-4189-a7be-4971bfdcc5cf tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=bae7486c-f6e9-4274-a8cb-fa6fcb39e555&id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341227 Aug 20 14:11:49.701728 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d750775-ed83-465e-9d54-9ffbbb6f92f5 req-c0e7b48b-14fe-408a-884f-a2d146ef3cd1 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:49.703119 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1d750775-ed83-465e-9d54-9ffbbb6f92f5 req-c0e7b48b-14fe-408a-884f-a2d146ef3cd1 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 945 time: 0.0556574 Aug 20 14:11:49.740189 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1d750775-ed83-465e-9d54-9ffbbb6f92f5 req-ea598003-d59c-46e6-840b-93e7937b059f tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311069 Aug 20 14:11:49.938606 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c8623-6879-4f87-bf0e-8d839005b8c2 req-da2e1b51-a24b-4530-a261-a9471ac0e305 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:49.940150 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-483c8623-6879-4f87-bf0e-8d839005b8c2 req-da2e1b51-a24b-4530-a261-a9471ac0e305 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 985 time: 0.0607309 Aug 20 14:11:49.981053 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-483c8623-6879-4f87-bf0e-8d839005b8c2 req-cfdcaf41-9828-4270-a04c-0a17c6986650 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=bae7486c-f6e9-4274-a8cb-fa6fcb39e555&id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345180 Aug 20 14:11:50.720862 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-8df8b739-754d-4117-aff7-45bd71294d5d tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:50.722363 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-8df8b739-754d-4117-aff7-45bd71294d5d tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/networks?id=271b6c32-8ac1-4497-9ce3-51b005c1649b HTTP/1.1" status: 200 len: 815 time: 0.1026545 Aug 20 14:11:50.737345 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-3014347a-311b-48c7-86ae-26492ddc556b tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/quotas/8c3d9cf181db499891a024e70c8400da HTTP/1.1" status: 200 len: 375 time: 0.0088806 Aug 20 14:11:50.790647 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-a4143ff4-17b7-408a-b106-462503712d7f tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8c3d9cf181db499891a024e70c8400da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475996 Aug 20 14:11:50.915281 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761edaf0-c070-4458-8ae4-c079ac618277 req-d2fed7c2-b701-4bcd-9e63-0bfd0d86aeba tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:50.916780 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-761edaf0-c070-4458-8ae4-c079ac618277 req-d2fed7c2-b701-4bcd-9e63-0bfd0d86aeba tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 945 time: 0.1018720 Aug 20 14:11:50.922520 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-d2486ec6-01bf-4962-90bf-d66ba17c7bb1 service neutron] 10.222.0.38 "GET /v2.0/networks/271b6c32-8ac1-4497-9ce3-51b005c1649b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247263 Aug 20 14:11:51.006355 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-761edaf0-c070-4458-8ae4-c079ac618277 req-6a22224c-46df-4473-a437-fb7d097314ba tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828960 Aug 20 14:11:51.037872 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-51de0785-c24f-4c2b-bdc6-7773dfa2bd02 service neutron] 10.222.0.38 "GET /v2.0/networks/271b6c32-8ac1-4497-9ce3-51b005c1649b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066370 Aug 20 14:11:51.108121 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8873b-edde-4e3a-a320-5e7580566fb7 req-ee29b5e8-d5ef-4573-b13f-143d933cc320 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:51.109741 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d1d8873b-edde-4e3a-a320-5e7580566fb7 req-ee29b5e8-d5ef-4573-b13f-143d933cc320 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 985 time: 0.0500238 Aug 20 14:11:51.155828 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d1d8873b-edde-4e3a-a320-5e7580566fb7 req-9f1be15a-7371-41a7-8bd8-1ec8e0134eb2 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=bae7486c-f6e9-4274-a8cb-fa6fcb39e555&id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386882 Aug 20 14:11:51.198745 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2c346720-9685-42ca-be4d-28782fa02246 req-07e8efcd-3fc5-4022-8498-f32e042814cd tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=8460ab9d-d9f3-4d6d-9597-d6dc5c62dc19 HTTP/1.1" status: 200 len: 210 time: 0.0273397 Aug 20 14:11:52.126200 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5920c-2e9d-4c7e-9886-acb85d4a75a8 req-93918765-0cc6-4e3f-8d04-7fd6d9757e0c tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:52.127627 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-74d5920c-2e9d-4c7e-9886-acb85d4a75a8 req-93918765-0cc6-4e3f-8d04-7fd6d9757e0c tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 945 time: 0.0527279 Aug 20 14:11:52.226737 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-74d5920c-2e9d-4c7e-9886-acb85d4a75a8 req-5724eeb7-51ce-4254-955b-78303a9bc2c9 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835955 Aug 20 14:11:52.550225 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-8e62e0a5-b241-4732-ac2d-41570d03e160 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:52.551555 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-8e62e0a5-b241-4732-ac2d-41570d03e160 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.65 "GET /v2.0/networks?id=271b6c32-8ac1-4497-9ce3-51b005c1649b HTTP/1.1" status: 200 len: 815 time: 0.4208524 Aug 20 14:11:52.554346 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e27b9ab9-3a59-4c32-a501-29b6b3cffaa3 req-abaa5510-914f-41a4-80b8-5ca3cbd6088b tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=8460ab9d-d9f3-4d6d-9597-d6dc5c62dc19 HTTP/1.1" status: 200 len: 210 time: 0.0444319 Aug 20 14:11:52.570944 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259476ad-88fc-4e4d-a6e0-4d78d6573641 req-6867623f-94b8-4131-bc73-0f1db99601f0 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:52.572355 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-259476ad-88fc-4e4d-a6e0-4d78d6573641 req-6867623f-94b8-4131-bc73-0f1db99601f0 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 985 time: 0.3330357 Aug 20 14:11:52.579777 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-29334254-d750-4ce8-b5ca-83aeb5b33791 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Request body: {'port': {'device_id': '8460ab9d-d9f3-4d6d-9597-d6dc5c62dc19', 'network_id': '271b6c32-8ac1-4497-9ce3-51b005c1649b', 'admin_state_up': True, 'tenant_id': '8c3d9cf181db499891a024e70c8400da'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:11:52.664188 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-259476ad-88fc-4e4d-a6e0-4d78d6573641 req-d9a1ce31-4955-440b-8129-7a8990035f1f tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=bae7486c-f6e9-4274-a8cb-fa6fcb39e555&id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0809143 Aug 20 14:11:52.716430 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-29334254-d750-4ce8-b5ca-83aeb5b33791 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Made reservation on behalf of 8c3d9cf181db499891a024e70c8400da for: {'port': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:11:52.719798 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-29334254-d750-4ce8-b5ca-83aeb5b33791 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:52.844892 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-29334254-d750-4ce8-b5ca-83aeb5b33791 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Allocated IP 172.20.0.8 (271b6c32-8ac1-4497-9ce3-51b005c1649b/d5f120ee-ab4d-47be-93bf-75e343e023ae/10482b7a-0744-4b2a-8132-2bfba3bef4c0) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:11:52.990593 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-29334254-d750-4ce8-b5ca-83aeb5b33791 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:53.030293 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-29334254-d750-4ce8-b5ca-83aeb5b33791 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:53.045187 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['a6e323c8-3b56-4ab4-b04f-7371da83904e', 'f2c8f910-e5ff-4c55-9e82-0721763fe6c4', 'e6c4c77c-896f-49fa-8eee-df841f42f260'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:11:53.072011 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-29334254-d750-4ce8-b5ca-83aeb5b33791 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Network 271b6c32-8ac1-4497-9ce3-51b005c1649b is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:11:53.075350 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-29334254-d750-4ce8-b5ca-83aeb5b33791 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:11:53.079627 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-29334254-d750-4ce8-b5ca-83aeb5b33791 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:11:53.110515 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29334254-d750-4ce8-b5ca-83aeb5b33791 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Pushing event updated for resources: {'Port': ['ID=10482b7a-0744-4b2a-8132-2bfba3bef4c0,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:53.139544 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-29334254-d750-4ce8-b5ca-83aeb5b33791 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:53.140323 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-29334254-d750-4ce8-b5ca-83aeb5b33791 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:53.154193 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-29334254-d750-4ce8-b5ca-83aeb5b33791 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5779424 Aug 20 14:11:53.173942 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-eedc754a-061c-44a5-a01c-b4ce938da9fc service neutron] Request body: {'port': {'device_id': '8460ab9d-d9f3-4d6d-9597-d6dc5c62dc19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:11:53.228236 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-eedc754a-061c-44a5-a01c-b4ce938da9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:53.443394 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99c6d1-140b-4e04-9645-d9d292cc5aea req-a534360b-e5b7-49f4-95ec-3ac44ce06a0c tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:53.444980 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ad99c6d1-140b-4e04-9645-d9d292cc5aea req-a534360b-e5b7-49f4-95ec-3ac44ce06a0c tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 945 time: 0.1099396 Aug 20 14:11:53.514878 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ad99c6d1-140b-4e04-9645-d9d292cc5aea req-e3ff5773-02c8-4ca2-b479-a473e908ea10 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637362 Aug 20 14:11:53.569039 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-eedc754a-061c-44a5-a01c-b4ce938da9fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10482b7a-0744-4b2a-8132-2bfba3bef4c0 {{(pid=94100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:11:53.576243 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-eedc754a-061c-44a5-a01c-b4ce938da9fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:53.589313 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.provisioning_blocks [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-eedc754a-061c-44a5-a01c-b4ce938da9fc service neutron] Transition to ACTIVE for port object 10482b7a-0744-4b2a-8132-2bfba3bef4c0 will not be triggered until provisioned by entity L2. {{(pid=94100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:11:53.593830 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-eedc754a-061c-44a5-a01c-b4ce938da9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:53.672359 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc754a-061c-44a5-a01c-b4ce938da9fc service neutron] Pushing event updated for resources: {'Port': ['ID=10482b7a-0744-4b2a-8132-2bfba3bef4c0,revision_number=2']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:53.741604 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf01b42-4282-49ac-ba53-e8915783f8d1 req-e8db4944-4ad0-4dd8-a293-47a82eaa74f6 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:53.743101 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1bf01b42-4282-49ac-ba53-e8915783f8d1 req-e8db4944-4ad0-4dd8-a293-47a82eaa74f6 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=8460ab9d-d9f3-4d6d-9597-d6dc5c62dc19 HTTP/1.1" status: 200 len: 943 time: 0.1156707 Aug 20 14:11:53.802750 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-eedc754a-061c-44a5-a01c-b4ce938da9fc service neutron] Attempting to bind port 10482b7a-0744-4b2a-8132-2bfba3bef4c0 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:11:53.803062 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-eedc754a-061c-44a5-a01c-b4ce938da9fc service neutron] Attempting to bind port 10482b7a-0744-4b2a-8132-2bfba3bef4c0 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '11c15525-ccd2-446d-8b3a-dfa495bbcb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '271b6c32-8ac1-4497-9ce3-51b005c1649b'}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:11:53.803286 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-eedc754a-061c-44a5-a01c-b4ce938da9fc service neutron] Attempting to bind port 10482b7a-0744-4b2a-8132-2bfba3bef4c0 on network 271b6c32-8ac1-4497-9ce3-51b005c1649b {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:11:53.820930 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-eedc754a-061c-44a5-a01c-b4ce938da9fc service neutron] Port 10482b7a-0744-4b2a-8132-2bfba3bef4c0 on network 271b6c32-8ac1-4497-9ce3-51b005c1649b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:11:53.821256 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-eedc754a-061c-44a5-a01c-b4ce938da9fc service neutron] Attempting to bind port 10482b7a-0744-4b2a-8132-2bfba3bef4c0 on network 271b6c32-8ac1-4497-9ce3-51b005c1649b {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:11:53.826562 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1bf01b42-4282-49ac-ba53-e8915783f8d1 req-59e52343-a0cc-4d2a-9c6b-35c26a683f79 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727644 Aug 20 14:11:53.832297 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-eedc754a-061c-44a5-a01c-b4ce938da9fc service neutron] Checking agent: {'id': 'e9494a82-1f02-49fe-8034-7b3c5c14ee49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'started_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:11:53.832664 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-eedc754a-061c-44a5-a01c-b4ce938da9fc service neutron] Checking segment: {'id': '11c15525-ccd2-446d-8b3a-dfa495bbcb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '271b6c32-8ac1-4497-9ce3-51b005c1649b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:11:53.833040 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-eedc754a-061c-44a5-a01c-b4ce938da9fc service neutron] Bound using segment: {'id': '11c15525-ccd2-446d-8b3a-dfa495bbcb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '271b6c32-8ac1-4497-9ce3-51b005c1649b'} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:11:53.833484 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-eedc754a-061c-44a5-a01c-b4ce938da9fc service neutron] Bound port: 10482b7a-0744-4b2a-8132-2bfba3bef4c0, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c15525-ccd2-446d-8b3a-dfa495bbcb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '271b6c32-8ac1-4497-9ce3-51b005c1649b'}}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:11:53.833845 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-eedc754a-061c-44a5-a01c-b4ce938da9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:53.846658 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da85a6-a8e8-44f6-b5ec-dddfa5cfc98d req-2253e1ba-c5b9-4bbc-8734-ba70dbf275a1 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:53.848192 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c4da85a6-a8e8-44f6-b5ec-dddfa5cfc98d req-2253e1ba-c5b9-4bbc-8734-ba70dbf275a1 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 985 time: 0.1144605 Aug 20 14:11:53.926938 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c4da85a6-a8e8-44f6-b5ec-dddfa5cfc98d req-c687b91d-1641-4a2f-95c3-e41aed432e3e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=bae7486c-f6e9-4274-a8cb-fa6fcb39e555&id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0719438 Aug 20 14:11:53.944205 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-eedc754a-061c-44a5-a01c-b4ce938da9fc service neutron] For port 10482b7a-0744-4b2a-8132-2bfba3bef4c0, host hv-cinder-79053, cleared binding levels {{(pid=94100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:11:53.948572 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-eedc754a-061c-44a5-a01c-b4ce938da9fc service neutron] For port 10482b7a-0744-4b2a-8132-2bfba3bef4c0, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=10482b7a-0744-4b2a-8132-2bfba3bef4c0,segment=NetworkSegment(11c15525-ccd2-446d-8b3a-dfa495bbcb12),segment_id=11c15525-ccd2-446d-8b3a-dfa495bbcb12)] {{(pid=94100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:11:53.953340 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-eedc754a-061c-44a5-a01c-b4ce938da9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:53.988038 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-eedc754a-061c-44a5-a01c-b4ce938da9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:53.988448 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-eedc754a-061c-44a5-a01c-b4ce938da9fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:53.989910 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-eedc754a-061c-44a5-a01c-b4ce938da9fc service neutron] 10.222.0.65 "PUT /v2.0/ports/10482b7a-0744-4b2a-8132-2bfba3bef4c0 HTTP/1.1" status: 200 len: 1093 time: 0.8205328 Aug 20 14:11:53.990349 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8460ab9d-d9f3-4d6d-9597-d6dc5c62dc19', 'tag': '10482b7a-0744-4b2a-8132-2bfba3bef4c0'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:11:53.992618 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e4c5e5-95b2-43df-85c8-1545106347dd" -d '{"events": [{"name": "network-changed", "server_uuid": "8460ab9d-d9f3-4d6d-9597-d6dc5c62dc19", "tag": "10482b7a-0744-4b2a-8132-2bfba3bef4c0"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:11:54.016695 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc754a-061c-44a5-a01c-b4ce938da9fc service neutron] Pushing event updated for resources: {'Port': ['ID=10482b7a-0744-4b2a-8132-2bfba3bef4c0,revision_number=3']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:54.033258 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6abc4d-872a-4e65-868a-d63487f8fd99 x-openstack-request-id: req-ca6abc4d-872a-4e65-868a-d63487f8fd99 {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:11:54.033540 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8460ab9d-d9f3-4d6d-9597-d6dc5c62dc19", "tag": "10482b7a-0744-4b2a-8132-2bfba3bef4c0", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:11:54.033787 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ca6abc4d-872a-4e65-868a-d63487f8fd99 {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:11:54.034393 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8460ab9d-d9f3-4d6d-9597-d6dc5c62dc19', 'tag': '10482b7a-0744-4b2a-8132-2bfba3bef4c0', 'status': 'completed', 'code': 200} Aug 20 14:11:54.085948 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-cf4d7259-fdf1-493f-bb7e-cf2210bd670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:54.087359 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-cf4d7259-fdf1-493f-bb7e-cf2210bd670c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8c3d9cf181db499891a024e70c8400da&device_id=8460ab9d-d9f3-4d6d-9597-d6dc5c62dc19 HTTP/1.1" status: 200 len: 1096 time: 0.0418153 Aug 20 14:11:54.145176 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-273557cc-1b3d-4436-b42f-5998a3f69dee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10482b7a-0744-4b2a-8132-2bfba3bef4c0 HTTP/1.1" status: 200 len: 217 time: 0.0387189 Aug 20 14:11:54.197671 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-ef7b3fa4-0535-4e8f-8cf6-6b9764f5c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:54.199527 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-ef7b3fa4-0535-4e8f-8cf6-6b9764f5c16c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d5f120ee-ab4d-47be-93bf-75e343e023ae HTTP/1.1" status: 200 len: 855 time: 0.0472851 Aug 20 14:11:54.231336 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-e79d1407-643f-48ae-b073-9cd49b3bccb9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=271b6c32-8ac1-4497-9ce3-51b005c1649b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239463 Aug 20 14:11:54.324148 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-25e5f7de-1323-4121-bd84-3f265b3ac4d4 service neutron] 10.222.0.65 "GET /v2.0/networks/271b6c32-8ac1-4497-9ce3-51b005c1649b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852039 Aug 20 14:11:54.417837 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-48d1a0b2-ad7e-479d-a3ea-7ca5c1d2652a req-a704bd00-e1f7-4d22-8c73-9d2085e3dd9f service neutron] 10.222.0.65 "GET /v2.0/networks/271b6c32-8ac1-4497-9ce3-51b005c1649b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851407 Aug 20 14:11:54.514255 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4c5e5-95b2-43df-85c8-1545106347dd req-aa049466-690d-4055-a7a6-e634ab722d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:54.515786 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e5e4c5e5-95b2-43df-85c8-1545106347dd req-aa049466-690d-4055-a7a6-e634ab722d35 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8c3d9cf181db499891a024e70c8400da&device_id=8460ab9d-d9f3-4d6d-9597-d6dc5c62dc19 HTTP/1.1" status: 200 len: 1096 time: 0.0422394 Aug 20 14:11:54.641233 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4c5e5-95b2-43df-85c8-1545106347dd req-2f4ad4f5-cdde-48f8-a419-675aa9470a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:54.642711 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e5e4c5e5-95b2-43df-85c8-1545106347dd req-2f4ad4f5-cdde-48f8-a419-675aa9470a33 service neutron] 10.222.0.65 "GET /v2.0/networks?id=271b6c32-8ac1-4497-9ce3-51b005c1649b HTTP/1.1" status: 200 len: 916 time: 0.1180146 Aug 20 14:11:54.657458 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfec395-29a3-4cee-9863-57bc85f8cc84 req-16774d0f-5101-4311-b919-149d035ddc95 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:54.658984 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9dfec395-29a3-4cee-9863-57bc85f8cc84 req-16774d0f-5101-4311-b919-149d035ddc95 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 945 time: 0.0747650 Aug 20 14:11:54.700089 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e5e4c5e5-95b2-43df-85c8-1545106347dd req-bf86a04d-4258-473a-b2f9-3a14ca034afe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10482b7a-0744-4b2a-8132-2bfba3bef4c0 HTTP/1.1" status: 200 len: 217 time: 0.0396488 Aug 20 14:11:54.769822 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9dfec395-29a3-4cee-9863-57bc85f8cc84 req-bca95204-b6d1-40ac-b4a0-f6a08aa22971 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037483 Aug 20 14:11:54.779226 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4c5e5-95b2-43df-85c8-1545106347dd req-0c940182-af44-4fba-bcd7-82157ab3d05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:54.780849 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e5e4c5e5-95b2-43df-85c8-1545106347dd req-0c940182-af44-4fba-bcd7-82157ab3d05b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d5f120ee-ab4d-47be-93bf-75e343e023ae HTTP/1.1" status: 200 len: 855 time: 0.0696485 Aug 20 14:11:54.816219 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e5e4c5e5-95b2-43df-85c8-1545106347dd req-f7917377-e510-4c18-978a-52e03a287c9f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=271b6c32-8ac1-4497-9ce3-51b005c1649b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271142 Aug 20 14:11:54.947948 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e5e4c5e5-95b2-43df-85c8-1545106347dd req-f21ce2dc-8aa7-465a-8740-697f33cd95f4 service neutron] 10.222.0.65 "GET /v2.0/networks/271b6c32-8ac1-4497-9ce3-51b005c1649b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201916 Aug 20 14:11:54.966042 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda782a-e651-44f0-b69c-993538c197df req-f2475e3e-b558-4350-9df7-7647625de737 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:54.968361 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6bda782a-e651-44f0-b69c-993538c197df req-f2475e3e-b558-4350-9df7-7647625de737 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=8460ab9d-d9f3-4d6d-9597-d6dc5c62dc19 HTTP/1.1" status: 200 len: 943 time: 0.0698411 Aug 20 14:11:55.058788 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6bda782a-e651-44f0-b69c-993538c197df req-cb8ecff0-b331-4654-9ac1-bd31d6ece620 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809598 Aug 20 14:11:55.116023 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e5e4c5e5-95b2-43df-85c8-1545106347dd req-65381e05-a81a-4563-ad96-982e0643db83 service neutron] 10.222.0.65 "GET /v2.0/networks/271b6c32-8ac1-4497-9ce3-51b005c1649b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465728 Aug 20 14:11:55.132643 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c96196-bba0-4bc3-ada2-b2d924f9d66a req-f586ad68-0027-4983-8992-5f62151f37ab tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:55.134229 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-06c96196-bba0-4bc3-ada2-b2d924f9d66a req-f586ad68-0027-4983-8992-5f62151f37ab tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 985 time: 0.0627701 Aug 20 14:11:55.177856 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-06c96196-bba0-4bc3-ada2-b2d924f9d66a req-c66cf889-1c73-472b-a956-3643d8645214 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=bae7486c-f6e9-4274-a8cb-fa6fcb39e555&id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374544 Aug 20 14:11:55.299970 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d6a62-e3a5-4e4d-b16c-e48f85536210 req-d1292f35-2c54-4d55-8a0d-8b47db313acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:55.301623 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c20d6a62-e3a5-4e4d-b16c-e48f85536210 req-d1292f35-2c54-4d55-8a0d-8b47db313acf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=da58fbe7d6f2432ebdf29fdaaba8f893&device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 1098 time: 0.0430315 Aug 20 14:11:55.404946 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d6a62-e3a5-4e4d-b16c-e48f85536210 req-853d29c4-73f2-4846-ab8c-c680d30cf5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:55.406431 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c20d6a62-e3a5-4e4d-b16c-e48f85536210 req-853d29c4-73f2-4846-ab8c-c680d30cf5a5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=09ac4a62-4c8f-4b1f-91bc-b2edb2196f17 HTTP/1.1" status: 200 len: 909 time: 0.0949228 Aug 20 14:11:55.480036 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c20d6a62-e3a5-4e4d-b16c-e48f85536210 req-01c7ccac-2d10-4730-97ae-42f4c38849ef service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2a21bc3-2a19-4407-9aea-35f3cf3218f6 HTTP/1.1" status: 200 len: 1000 time: 0.0636592 Aug 20 14:11:55.537440 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d6a62-e3a5-4e4d-b16c-e48f85536210 req-264ce484-5dfe-4ad3-b172-413ddc696365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:55.538928 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c20d6a62-e3a5-4e4d-b16c-e48f85536210 req-264ce484-5dfe-4ad3-b172-413ddc696365 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e5c9f92f-bbee-4432-a88e-944631c9f368 HTTP/1.1" status: 200 len: 847 time: 0.0463705 Aug 20 14:11:55.595856 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d6a62-e3a5-4e4d-b16c-e48f85536210 req-67923b66-d151-49ec-aad8-70c2f6225549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:55.597326 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c20d6a62-e3a5-4e4d-b16c-e48f85536210 req-67923b66-d151-49ec-aad8-70c2f6225549 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=09ac4a62-4c8f-4b1f-91bc-b2edb2196f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0482745 Aug 20 14:11:55.709223 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c20d6a62-e3a5-4e4d-b16c-e48f85536210 req-0ba0ee47-1584-4f86-8c16-a8cb75e02254 service neutron] 10.222.0.65 "GET /v2.0/networks/09ac4a62-4c8f-4b1f-91bc-b2edb2196f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003938 Aug 20 14:11:55.826082 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c20d6a62-e3a5-4e4d-b16c-e48f85536210 req-411202b4-93f9-47ef-b3a6-0cace1c378b4 service neutron] 10.222.0.65 "GET /v2.0/networks/09ac4a62-4c8f-4b1f-91bc-b2edb2196f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043773 Aug 20 14:11:55.899858 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f741891-aae4-4e63-8c33-0a1185e0fb67 req-4f2ffa47-55fd-48b4-873f-890efd7e70ff tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:55.901384 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1f741891-aae4-4e63-8c33-0a1185e0fb67 req-4f2ffa47-55fd-48b4-873f-890efd7e70ff tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 945 time: 0.0536304 Aug 20 14:11:55.938304 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1f741891-aae4-4e63-8c33-0a1185e0fb67 req-66492db8-b8f3-4d42-8cb1-9ee903a46a03 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310175 Aug 20 14:11:56.176616 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5c6b9-a4fb-4f95-b7b1-a03d48e0ac61 req-e5d2857e-e818-4dd6-9499-e54693945ccc tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:56.178158 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-58e5c6b9-a4fb-4f95-b7b1-a03d48e0ac61 req-e5d2857e-e818-4dd6-9499-e54693945ccc tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=8460ab9d-d9f3-4d6d-9597-d6dc5c62dc19 HTTP/1.1" status: 200 len: 943 time: 0.0508809 Aug 20 14:11:56.219628 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-58e5c6b9-a4fb-4f95-b7b1-a03d48e0ac61 req-dc5a851c-a407-4a87-b703-f63be781cee7 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352211 Aug 20 14:11:56.308080 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e46d19-e6c3-4e13-8c5a-f1f13fae7431 req-ee850614-6938-4a67-8560-8e2e4d992816 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:56.309836 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-68e46d19-e6c3-4e13-8c5a-f1f13fae7431 req-ee850614-6938-4a67-8560-8e2e4d992816 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 985 time: 0.0547462 Aug 20 14:11:56.352879 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-68e46d19-e6c3-4e13-8c5a-f1f13fae7431 req-eadc1493-b9bf-48d3-900b-029d4b404c1e tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=bae7486c-f6e9-4274-a8cb-fa6fcb39e555&id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349257 Aug 20 14:11:57.057443 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbebf9f-2aa1-4165-980c-4c4598e95c3c req-2e10c73e-349e-401b-99ea-ad43b44ed82d tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:57.058964 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-dbbebf9f-2aa1-4165-980c-4c4598e95c3c req-2e10c73e-349e-401b-99ea-ad43b44ed82d tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 945 time: 0.0502486 Aug 20 14:11:57.098082 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-dbbebf9f-2aa1-4165-980c-4c4598e95c3c req-dc644eb4-9c1b-45e2-ba50-2f1333f1712c tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331876 Aug 20 14:11:57.338061 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcd0be-6176-4f27-bdd3-8ed7b4e2c3fa req-0be47a59-c8c6-46b7-a676-0c69051ae5d8 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:57.339567 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-64bcd0be-6176-4f27-bdd3-8ed7b4e2c3fa req-0be47a59-c8c6-46b7-a676-0c69051ae5d8 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=8460ab9d-d9f3-4d6d-9597-d6dc5c62dc19 HTTP/1.1" status: 200 len: 943 time: 0.0506070 Aug 20 14:11:57.376781 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-64bcd0be-6176-4f27-bdd3-8ed7b4e2c3fa req-6b4c9837-42a8-4bca-aedd-635815abd91c tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310862 Aug 20 14:11:57.443740 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 10482b7a-0744-4b2a-8132-2bfba3bef4c0 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:11:57.484627 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ecf1e3-a79d-4629-aa81-25e3171f4fd4 req-f1a4c9d7-9133-4999-996a-37f591e6fdad tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:57.486156 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c1ecf1e3-a79d-4629-aa81-25e3171f4fd4 req-f1a4c9d7-9133-4999-996a-37f591e6fdad tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 985 time: 0.0608468 Aug 20 14:11:57.530386 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c1ecf1e3-a79d-4629-aa81-25e3171f4fd4 req-bc7b4726-ef38-4cd7-9a54-999f9d410470 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=bae7486c-f6e9-4274-a8cb-fa6fcb39e555&id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375321 Aug 20 14:11:57.550947 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port 10482b7a-0744-4b2a-8132-2bfba3bef4c0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=10482b7a-0744-4b2a-8132-2bfba3bef4c0,segment=NetworkSegment(11c15525-ccd2-446d-8b3a-dfa495bbcb12),segment_id=11c15525-ccd2-446d-8b3a-dfa495bbcb12)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:11:57.563392 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Returning: {'device': '10482b7a-0744-4b2a-8132-2bfba3bef4c0', 'network_id': '271b6c32-8ac1-4497-9ce3-51b005c1649b', 'port_id': '10482b7a-0744-4b2a-8132-2bfba3bef4c0', 'mac_address': 'fa:16:3e:5c:12:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f120ee-ab4d-47be-93bf-75e343e023ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:11:57.606372 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:57.619492 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10482b7a-0744-4b2a-8132-2bfba3bef4c0 {{(pid=94102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:11:57.642403 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port 10482b7a-0744-4b2a-8132-2bfba3bef4c0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=10482b7a-0744-4b2a-8132-2bfba3bef4c0,segment=NetworkSegment(11c15525-ccd2-446d-8b3a-dfa495bbcb12),segment_id=11c15525-ccd2-446d-8b3a-dfa495bbcb12)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:11:57.647050 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:57.701288 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=10482b7a-0744-4b2a-8132-2bfba3bef4c0,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:57.988075 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['10482b7a-0744-4b2a-8132-2bfba3bef4c0'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:11:58.216988 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1bef8d-c4a3-43a4-9b21-e69c91c3b8a6 req-dfd1ae56-6d52-461b-b4bb-18f41bacf55b tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:58.218620 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7a1bef8d-c4a3-43a4-9b21-e69c91c3b8a6 req-dfd1ae56-6d52-461b-b4bb-18f41bacf55b tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 945 time: 0.0517836 Aug 20 14:11:58.260495 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7a1bef8d-c4a3-43a4-9b21-e69c91c3b8a6 req-59189b1c-f3cb-4abe-93e6-7844a5ee1487 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351799 Aug 20 14:11:58.516537 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1d6af2d1-86cd-4ee2-a654-8728a6b082d6 req-9de6d181-fdcb-4285-b043-3e08605a3ce9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1124418 Aug 20 14:11:58.540372 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda39785-1f37-4266-af02-e1d61cd7319c req-a3f4305e-734f-47a8-9a2b-2312992a1ea1 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:58.541873 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cda39785-1f37-4266-af02-e1d61cd7319c req-a3f4305e-734f-47a8-9a2b-2312992a1ea1 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 945 time: 0.0992589 Aug 20 14:11:58.553695 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44afcb7-5c19-483e-9e5d-20450a434502 req-58d88b9d-f527-462b-9348-c0daf3b57f3e tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:58.555162 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b44afcb7-5c19-483e-9e5d-20450a434502 req-58d88b9d-f527-462b-9348-c0daf3b57f3e tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=8460ab9d-d9f3-4d6d-9597-d6dc5c62dc19 HTTP/1.1" status: 200 len: 944 time: 0.1006641 Aug 20 14:11:58.607943 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cda39785-1f37-4266-af02-e1d61cd7319c req-b6ae1b74-b912-4721-9ea1-332213ff9147 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518301 Aug 20 14:11:58.616837 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b44afcb7-5c19-483e-9e5d-20450a434502 req-ed25e31e-5f20-4b3d-8a83-62f948cd2f0f tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539136 Aug 20 14:11:58.725024 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2375fa9-0d07-4e08-ad48-51ba1feb21db req-f1270b8e-6e1d-4168-b798-c00d884ffdeb tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:58.726624 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e2375fa9-0d07-4e08-ad48-51ba1feb21db req-f1270b8e-6e1d-4168-b798-c00d884ffdeb tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 985 time: 0.0540285 Aug 20 14:11:58.776129 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e2375fa9-0d07-4e08-ad48-51ba1feb21db req-04ef4ae8-0069-4d03-aabd-6c90fdcd28d0 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=bae7486c-f6e9-4274-a8cb-fa6fcb39e555&id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426996 Aug 20 14:11:59.455247 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 10482b7a-0744-4b2a-8132-2bfba3bef4c0 up at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:11:59.505116 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning for port 10482b7a-0744-4b2a-8132-2bfba3bef4c0 completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:11:59.509149 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning complete for port 10482b7a-0744-4b2a-8132-2bfba3bef4c0 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:11:59.509517 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:59.591068 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:59.615207 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8460ab9d-d9f3-4d6d-9597-d6dc5c62dc19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10482b7a-0744-4b2a-8132-2bfba3bef4c0'}] {{(pid=94102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:11:59.617443 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658e03e68c488354c0da9c4193b8775245da486d5210860026445f3bfd5b20fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5465de07-97d4-4491-871b-f6e0c33de826" -d '{"events": [{"server_uuid": "8460ab9d-d9f3-4d6d-9597-d6dc5c62dc19", "name": "network-vif-plugged", "status": "completed", "tag": "10482b7a-0744-4b2a-8132-2bfba3bef4c0"}]}' {{(pid=94102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:11:59.629419 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port 10482b7a-0744-4b2a-8132-2bfba3bef4c0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=10482b7a-0744-4b2a-8132-2bfba3bef4c0,segment=NetworkSegment(11c15525-ccd2-446d-8b3a-dfa495bbcb12),segment_id=11c15525-ccd2-446d-8b3a-dfa495bbcb12)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:11:59.633395 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:59.634180 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device f2a21bc3-2a19-4407-9aea-35f3cf3218f6 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:11:59.678241 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9481b5ab-776e-4be3-b8fb-bc2d53f7a6f7 x-openstack-request-id: req-9481b5ab-776e-4be3-b8fb-bc2d53f7a6f7 {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:11:59.678528 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8460ab9d-d9f3-4d6d-9597-d6dc5c62dc19", "name": "network-vif-plugged", "status": "completed", "tag": "10482b7a-0744-4b2a-8132-2bfba3bef4c0", "code": 200}]} {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:11:59.678775 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9481b5ab-776e-4be3-b8fb-bc2d53f7a6f7 {{(pid=94102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:11:59.679217 dv-cinder-790535-10-iscsi neutron-server[94102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8460ab9d-d9f3-4d6d-9597-d6dc5c62dc19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10482b7a-0744-4b2a-8132-2bfba3bef4c0', 'code': 200} Aug 20 14:11:59.716042 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=10482b7a-0744-4b2a-8132-2bfba3bef4c0,revision_number=5']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:59.772644 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:59.782474 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86a557-6e9b-4784-bd51-5e0de3900fb6 req-3ffd340a-fa19-4b95-9b40-49f4c5d8f4c5 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:59.785425 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2a86a557-6e9b-4784-bd51-5e0de3900fb6 req-3ffd340a-fa19-4b95-9b40-49f4c5d8f4c5 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 945 time: 0.0897748 Aug 20 14:11:59.809442 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9f6d6-2476-4910-90c1-91a8ca9f52e3 req-dd82de51-d76e-4a84-b8f8-be86b4b263df tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:59.810980 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0fe9f6d6-2476-4910-90c1-91a8ca9f52e3 req-dd82de51-d76e-4a84-b8f8-be86b4b263df tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=8460ab9d-d9f3-4d6d-9597-d6dc5c62dc19 HTTP/1.1" status: 200 len: 945 time: 0.0759585 Aug 20 14:11:59.816950 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port f2a21bc3-2a19-4407-9aea-35f3cf3218f6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f2a21bc3-2a19-4407-9aea-35f3cf3218f6,segment=NetworkSegment(320dccc1-342d-487c-a49d-87b935868f7d),segment_id=320dccc1-342d-487c-a49d-87b935868f7d)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:11:59.828701 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:11:59.865774 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2a86a557-6e9b-4784-bd51-5e0de3900fb6 req-4863f933-bcb2-43aa-9e79-585ad6f70054 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708334 Aug 20 14:11:59.900493 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0fe9f6d6-2476-4910-90c1-91a8ca9f52e3 req-5bb686c1-8407-4c88-a322-6aa573931497 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800452 Aug 20 14:11:59.931389 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9d30e-098a-4eb2-9c01-eb4fd4007b8f req-8b078610-eb3a-417a-b017-5b2a7e8fcde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:11:59.932760 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=f2a21bc3-2a19-4407-9aea-35f3cf3218f6,revision_number=6']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:11:59.933027 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-48f9d30e-098a-4eb2-9c01-eb4fd4007b8f req-8b078610-eb3a-417a-b017-5b2a7e8fcde3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8460ab9d-d9f3-4d6d-9597-d6dc5c62dc19 HTTP/1.1" status: 200 len: 1098 time: 0.0835011 Aug 20 14:12:00.021740 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6af2d1-86cd-4ee2-a654-8728a6b082d6 req-407aca61-8bcb-4103-a44a-2b3c4b047cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:00.023252 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1d6af2d1-86cd-4ee2-a654-8728a6b082d6 req-407aca61-8bcb-4103-a44a-2b3c4b047cfb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad&tenant_id=da58fbe7d6f2432ebdf29fdaaba8f893 HTTP/1.1" status: 200 len: 1096 time: 0.1049883 Aug 20 14:12:00.025954 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-48f9d30e-098a-4eb2-9c01-eb4fd4007b8f req-d72b9dd1-6b3b-492e-8b9b-6720f616eb2d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743175 Aug 20 14:12:00.036599 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420815fe-0d1a-4604-a030-2ee9635fb2cc req-6a6129b3-4d3a-48e7-add8-bc8329bf5966 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:00.038074 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-420815fe-0d1a-4604-a030-2ee9635fb2cc req-6a6129b3-4d3a-48e7-add8-bc8329bf5966 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 985 time: 0.0875287 Aug 20 14:12:00.080206 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-420815fe-0d1a-4604-a030-2ee9635fb2cc req-8b420367-6cc8-4a6f-af5c-c930c881ca28 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=bae7486c-f6e9-4274-a8cb-fa6fcb39e555&id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350926 Aug 20 14:12:00.292385 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6af2d1-86cd-4ee2-a654-8728a6b082d6 req-bc3233f8-af8d-41d3-a942-2fb06b659b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:00.294171 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1d6af2d1-86cd-4ee2-a654-8728a6b082d6 req-bc3233f8-af8d-41d3-a942-2fb06b659b51 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=da58fbe7d6f2432ebdf29fdaaba8f893&device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 1096 time: 0.0431216 Aug 20 14:12:00.386909 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6af2d1-86cd-4ee2-a654-8728a6b082d6 req-f08d452a-58a1-4df4-ad55-25553eb56fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:00.388365 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1d6af2d1-86cd-4ee2-a654-8728a6b082d6 req-f08d452a-58a1-4df4-ad55-25553eb56fbc service neutron] 10.222.0.65 "GET /v2.0/networks?id=09ac4a62-4c8f-4b1f-91bc-b2edb2196f17 HTTP/1.1" status: 200 len: 909 time: 0.0862141 Aug 20 14:12:00.455562 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1d6af2d1-86cd-4ee2-a654-8728a6b082d6 req-7a878c6c-fd7b-4380-90a0-e53b0a6298c3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2a21bc3-2a19-4407-9aea-35f3cf3218f6 HTTP/1.1" status: 200 len: 998 time: 0.0588074 Aug 20 14:12:00.518460 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6af2d1-86cd-4ee2-a654-8728a6b082d6 req-361cec9d-a43d-4b36-8d47-b3a5fad2cae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:00.519924 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1d6af2d1-86cd-4ee2-a654-8728a6b082d6 req-361cec9d-a43d-4b36-8d47-b3a5fad2cae0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e5c9f92f-bbee-4432-a88e-944631c9f368 HTTP/1.1" status: 200 len: 847 time: 0.0460205 Aug 20 14:12:00.569103 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6af2d1-86cd-4ee2-a654-8728a6b082d6 req-f188c60d-3088-4a33-9f85-92a9ba4d8ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:00.570525 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1d6af2d1-86cd-4ee2-a654-8728a6b082d6 req-f188c60d-3088-4a33-9f85-92a9ba4d8ea8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=09ac4a62-4c8f-4b1f-91bc-b2edb2196f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404260 Aug 20 14:12:00.659714 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1d6af2d1-86cd-4ee2-a654-8728a6b082d6 req-a035800e-80b2-4c36-81c5-70a86356c99f service neutron] 10.222.0.65 "GET /v2.0/networks/09ac4a62-4c8f-4b1f-91bc-b2edb2196f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804918 Aug 20 14:12:00.752064 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1d6af2d1-86cd-4ee2-a654-8728a6b082d6 req-c6d02233-3848-4cbb-a91c-11183837af08 service neutron] 10.222.0.65 "GET /v2.0/networks/09ac4a62-4c8f-4b1f-91bc-b2edb2196f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837553 Aug 20 14:12:01.048584 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8701b-c9be-49a5-8930-8c25d5793ee7 req-e15af782-008c-41c3-82e3-a1cdc24ef2f3 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:01.050896 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d5d8701b-c9be-49a5-8930-8c25d5793ee7 req-e15af782-008c-41c3-82e3-a1cdc24ef2f3 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=8460ab9d-d9f3-4d6d-9597-d6dc5c62dc19 HTTP/1.1" status: 200 len: 945 time: 0.0796392 Aug 20 14:12:01.061744 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3d801-2a69-428b-88b8-eaec5e9d6faf req-f757fcfc-bfd4-41b6-9d0f-9210cd28a101 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:01.063134 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a7a3d801-2a69-428b-88b8-eaec5e9d6faf req-f757fcfc-bfd4-41b6-9d0f-9210cd28a101 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 943 time: 0.1221561 Aug 20 14:12:01.120710 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d5d8701b-c9be-49a5-8930-8c25d5793ee7 req-7f563dbb-05ec-41d1-8661-1c5d72d2c7cf tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566080 Aug 20 14:12:01.125336 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a7a3d801-2a69-428b-88b8-eaec5e9d6faf req-5113bb37-5a58-4da0-b4c3-ed2527e1da9b tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548799 Aug 20 14:12:01.220011 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d09e5d-53fb-41a1-a02a-1b9e423eb728 req-24546c0d-90c1-4378-8f26-ad8801080e3f tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:01.222091 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a8d09e5d-53fb-41a1-a02a-1b9e423eb728 req-24546c0d-90c1-4378-8f26-ad8801080e3f tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 985 time: 0.0483258 Aug 20 14:12:01.260586 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a8d09e5d-53fb-41a1-a02a-1b9e423eb728 req-e66c50bb-c799-4cac-bd82-1f222ada10dc tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=bae7486c-f6e9-4274-a8cb-fa6fcb39e555&id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324841 Aug 20 14:12:01.680975 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e65aa31-28e3-4eea-b00f-701f8844f6ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2a21bc3-2a19-4407-9aea-35f3cf3218f6'}] {{(pid=94102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:12:01.683337 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658e03e68c488354c0da9c4193b8775245da486d5210860026445f3bfd5b20fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fc1907-44e9-4e6d-9ae1-58e8414397a0" -d '{"events": [{"server_uuid": "2e65aa31-28e3-4eea-b00f-701f8844f6ad", "name": "network-vif-unplugged", "status": "completed", "tag": "f2a21bc3-2a19-4407-9aea-35f3cf3218f6"}]}' {{(pid=94102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:12:01.718220 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7653de-7b87-4165-ba6b-c3d361efb1fa x-openstack-request-id: req-1d7653de-7b87-4165-ba6b-c3d361efb1fa {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:12:01.718510 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e65aa31-28e3-4eea-b00f-701f8844f6ad", "name": "network-vif-unplugged", "status": "completed", "tag": "f2a21bc3-2a19-4407-9aea-35f3cf3218f6", "code": 200}]} {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:12:01.718759 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1d7653de-7b87-4165-ba6b-c3d361efb1fa {{(pid=94102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:12:01.719145 dv-cinder-790535-10-iscsi neutron-server[94102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e65aa31-28e3-4eea-b00f-701f8844f6ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2a21bc3-2a19-4407-9aea-35f3cf3218f6', 'code': 200} Aug 20 14:12:02.266454 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb64ec8-502f-4dd1-abb9-4a5a0822264a req-d2696962-9527-4cbd-a583-97119dfe2eb9 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:02.267921 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6cb64ec8-502f-4dd1-abb9-4a5a0822264a req-d2696962-9527-4cbd-a583-97119dfe2eb9 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 943 time: 0.0701311 Aug 20 14:12:02.275560 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15586b-8c64-4e48-8189-30e478cffef2 req-f074296c-9798-41f4-ac36-add8f9029d5a tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:02.277189 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0b15586b-8c64-4e48-8189-30e478cffef2 req-f074296c-9798-41f4-ac36-add8f9029d5a tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=8460ab9d-d9f3-4d6d-9597-d6dc5c62dc19 HTTP/1.1" status: 200 len: 945 time: 0.0879447 Aug 20 14:12:02.556108 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6cb64ec8-502f-4dd1-abb9-4a5a0822264a req-24c8f24e-8610-4836-9bb0-aadc34a8b8b4 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2781403 Aug 20 14:12:02.558982 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0b15586b-8c64-4e48-8189-30e478cffef2 req-de5f2c06-f243-450a-9283-ed8c3b6613ca tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752450 Aug 20 14:12:03.671276 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd17bc-0587-4630-96b9-0ced0f839bc1 req-153f2979-5f35-4f26-8347-efd09d43b797 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:03.672748 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a1bd17bc-0587-4630-96b9-0ced0f839bc1 req-153f2979-5f35-4f26-8347-efd09d43b797 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 943 time: 0.0484943 Aug 20 14:12:03.709631 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a1bd17bc-0587-4630-96b9-0ced0f839bc1 req-487774aa-8c9e-41a6-816e-90b7235a14a0 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307014 Aug 20 14:12:04.875306 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c4803-61e6-425b-8f46-10d53b972cc8 req-41939640-9e27-483a-8899-0ee8af62bee1 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:04.876948 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-147c4803-61e6-425b-8f46-10d53b972cc8 req-41939640-9e27-483a-8899-0ee8af62bee1 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 943 time: 0.0988696 Aug 20 14:12:04.915678 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-147c4803-61e6-425b-8f46-10d53b972cc8 req-cd1cc87d-ba51-40bc-a55b-6c94127d671e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318198 Aug 20 14:12:06.031752 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774dce3-972c-4afa-a0ad-2f23ee57e69d req-7cbfa9ab-cf63-44b4-8596-384623b2a87b tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:06.033237 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1774dce3-972c-4afa-a0ad-2f23ee57e69d req-7cbfa9ab-cf63-44b4-8596-384623b2a87b tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 943 time: 0.0507834 Aug 20 14:12:06.071373 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1774dce3-972c-4afa-a0ad-2f23ee57e69d req-80123e11-e423-4908-a4aa-194f19ef1194 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312464 Aug 20 14:12:07.188060 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df2323-6b56-4066-96e0-7d36f561c74f req-c77d12f2-4c67-4c28-9e1d-4a473d510a69 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:07.189560 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b0df2323-6b56-4066-96e0-7d36f561c74f req-c77d12f2-4c67-4c28-9e1d-4a473d510a69 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 943 time: 0.0495267 Aug 20 14:12:07.226613 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b0df2323-6b56-4066-96e0-7d36f561c74f req-917c8f82-045f-4a16-9fe7-b8e506c2b1da tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307121 Aug 20 14:12:07.696450 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-5cbab32b-4335-4df4-bfb0-ae463b4d36d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:08.341639 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162777c-194a-438d-b729-886b2e841da0 req-92c297ec-dfcb-4c65-bea0-5b51eaa046a4 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:08.343142 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5162777c-194a-438d-b729-886b2e841da0 req-92c297ec-dfcb-4c65-bea0-5b51eaa046a4 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 943 time: 0.0483055 Aug 20 14:12:08.381907 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5162777c-194a-438d-b729-886b2e841da0 req-bd0c0ffc-a9bd-474c-944e-77942e19e32d tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322268 Aug 20 14:12:09.499865 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc6a3d-4f87-4680-bb2f-26b1affba13f req-4d526c68-e557-4576-a016-2a580e8a8467 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:09.501381 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d7bc6a3d-4f87-4680-bb2f-26b1affba13f req-4d526c68-e557-4576-a016-2a580e8a8467 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 943 time: 0.0513742 Aug 20 14:12:09.519260 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device f2a21bc3-2a19-4407-9aea-35f3cf3218f6 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:12:09.539477 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d7bc6a3d-4f87-4680-bb2f-26b1affba13f req-fdb1c960-1833-4206-8e24-b7bb0321408c tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317004 Aug 20 14:12:09.611414 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port f2a21bc3-2a19-4407-9aea-35f3cf3218f6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f2a21bc3-2a19-4407-9aea-35f3cf3218f6,segment=NetworkSegment(320dccc1-342d-487c-a49d-87b935868f7d),segment_id=320dccc1-342d-487c-a49d-87b935868f7d)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:12:09.622856 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Returning: {'device': 'f2a21bc3-2a19-4407-9aea-35f3cf3218f6', 'network_id': '09ac4a62-4c8f-4b1f-91bc-b2edb2196f17', 'port_id': 'f2a21bc3-2a19-4407-9aea-35f3cf3218f6', 'mac_address': 'fa:16:3e:9b:13:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c9f92f-bbee-4432-a88e-944631c9f368', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:12:09.659197 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:09.675469 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a21bc3-2a19-4407-9aea-35f3cf3218f6 {{(pid=94102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:12:09.693993 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port f2a21bc3-2a19-4407-9aea-35f3cf3218f6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f2a21bc3-2a19-4407-9aea-35f3cf3218f6,segment=NetworkSegment(320dccc1-342d-487c-a49d-87b935868f7d),segment_id=320dccc1-342d-487c-a49d-87b935868f7d)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:12:09.697888 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:09.743002 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=f2a21bc3-2a19-4407-9aea-35f3cf3218f6,revision_number=7']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:10.081384 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['f2a21bc3-2a19-4407-9aea-35f3cf3218f6'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:12:10.462839 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-51cf270e-029c-421d-8222-6533fe2972f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:10.481729 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:10.655723 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b6c53-4dca-437b-927a-798e6e5cbffd req-eca1b2d7-812b-4952-aff5-0340efd2e982 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:10.657198 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-298b6c53-4dca-437b-927a-798e6e5cbffd req-eca1b2d7-812b-4952-aff5-0340efd2e982 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 944 time: 0.0489414 Aug 20 14:12:10.705213 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-298b6c53-4dca-437b-927a-798e6e5cbffd req-9cd4d694-b0f2-422a-aca0-f66c1948d2f5 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407324 Aug 20 14:12:11.540093 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device f2a21bc3-2a19-4407-9aea-35f3cf3218f6 up at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:12:11.588590 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:11.603738 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning complete for port f2a21bc3-2a19-4407-9aea-35f3cf3218f6 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:12:11.604247 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:11.684833 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:11.708141 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e65aa31-28e3-4eea-b00f-701f8844f6ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a21bc3-2a19-4407-9aea-35f3cf3218f6'}] {{(pid=94102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:12:11.710387 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658e03e68c488354c0da9c4193b8775245da486d5210860026445f3bfd5b20fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d43f8fd-3b00-461b-81da-a17783eac7db" -d '{"events": [{"server_uuid": "2e65aa31-28e3-4eea-b00f-701f8844f6ad", "name": "network-vif-plugged", "status": "completed", "tag": "f2a21bc3-2a19-4407-9aea-35f3cf3218f6"}]}' {{(pid=94102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:12:11.724084 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port f2a21bc3-2a19-4407-9aea-35f3cf3218f6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f2a21bc3-2a19-4407-9aea-35f3cf3218f6,segment=NetworkSegment(320dccc1-342d-487c-a49d-87b935868f7d),segment_id=320dccc1-342d-487c-a49d-87b935868f7d)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:12:11.728972 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:11.754401 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e74897-0abe-441c-98ff-adae69621435 x-openstack-request-id: req-e0e74897-0abe-441c-98ff-adae69621435 {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:12:11.754685 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e65aa31-28e3-4eea-b00f-701f8844f6ad", "name": "network-vif-plugged", "status": "completed", "tag": "f2a21bc3-2a19-4407-9aea-35f3cf3218f6", "code": 200}]} {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:12:11.754930 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e0e74897-0abe-441c-98ff-adae69621435 {{(pid=94102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:12:11.755308 dv-cinder-790535-10-iscsi neutron-server[94102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e65aa31-28e3-4eea-b00f-701f8844f6ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a21bc3-2a19-4407-9aea-35f3cf3218f6', 'code': 200} Aug 20 14:12:11.784746 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=f2a21bc3-2a19-4407-9aea-35f3cf3218f6,revision_number=8']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:11.838920 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc105d3-8741-4b68-89de-01d8180f4e39 req-ac5c4046-187a-4569-bbe6-8fb1d734855c tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:11.840394 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-acc105d3-8741-4b68-89de-01d8180f4e39 req-ac5c4046-187a-4569-bbe6-8fb1d734855c tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 945 time: 0.0492609 Aug 20 14:12:11.880361 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-acc105d3-8741-4b68-89de-01d8180f4e39 req-9d590d35-6e14-4409-8ab0-a56f168091bf tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331316 Aug 20 14:12:12.099545 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe89bec-61cb-4108-aabb-11c477915221 req-34e104ff-4708-49b3-a742-d41f318bb557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:12.101572 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5fe89bec-61cb-4108-aabb-11c477915221 req-34e104ff-4708-49b3-a742-d41f318bb557 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 1098 time: 0.0436332 Aug 20 14:12:12.137176 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5fe89bec-61cb-4108-aabb-11c477915221 req-2f6dc9ba-7d17-46ac-b9a4-ff5b668616a0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284042 Aug 20 14:12:12.466831 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:12.726226 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6b04c-06b7-460c-bf85-1c4b5eb713e5 req-cbd011fb-5fdc-42a8-a221-d8c6ca756f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:12.727676 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-00c6b04c-06b7-460c-bf85-1c4b5eb713e5 req-cbd011fb-5fdc-42a8-a221-d8c6ca756f66 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=da58fbe7d6f2432ebdf29fdaaba8f893&device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 1098 time: 0.0421922 Aug 20 14:12:12.872944 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6b04c-06b7-460c-bf85-1c4b5eb713e5 req-c3086118-b86d-4aa9-84fa-4121e085c522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:12.875037 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-00c6b04c-06b7-460c-bf85-1c4b5eb713e5 req-c3086118-b86d-4aa9-84fa-4121e085c522 service neutron] 10.222.0.65 "GET /v2.0/networks?id=09ac4a62-4c8f-4b1f-91bc-b2edb2196f17 HTTP/1.1" status: 200 len: 909 time: 0.1112056 Aug 20 14:12:12.962897 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-00c6b04c-06b7-460c-bf85-1c4b5eb713e5 req-0e52c229-49d3-4987-b639-ad9546acbd48 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2a21bc3-2a19-4407-9aea-35f3cf3218f6 HTTP/1.1" status: 200 len: 1000 time: 0.0719519 Aug 20 14:12:13.050169 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6b04c-06b7-460c-bf85-1c4b5eb713e5 req-cca111b0-db71-4576-854f-574fdf22df4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:13.052187 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-00c6b04c-06b7-460c-bf85-1c4b5eb713e5 req-cca111b0-db71-4576-854f-574fdf22df4d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e5c9f92f-bbee-4432-a88e-944631c9f368 HTTP/1.1" status: 200 len: 847 time: 0.0711410 Aug 20 14:12:13.061385 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152287f3-7f4f-4f04-bb29-4ff08434c4aa req-fd55a9d9-24b3-4166-ad5f-b57f3dc6b30e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:13.062799 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-152287f3-7f4f-4f04-bb29-4ff08434c4aa req-fd55a9d9-24b3-4166-ad5f-b57f3dc6b30e tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 945 time: 0.0919950 Aug 20 14:12:13.087182 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:13.130826 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-152287f3-7f4f-4f04-bb29-4ff08434c4aa req-42e8faa8-50a9-419a-8709-c94649af4611 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571485 Aug 20 14:12:13.132938 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6b04c-06b7-460c-bf85-1c4b5eb713e5 req-a74c2243-f13e-4788-aa86-4d93402c10ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:13.134705 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-00c6b04c-06b7-460c-bf85-1c4b5eb713e5 req-a74c2243-f13e-4788-aa86-4d93402c10ae service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=09ac4a62-4c8f-4b1f-91bc-b2edb2196f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0709703 Aug 20 14:12:13.240400 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-00c6b04c-06b7-460c-bf85-1c4b5eb713e5 req-7c9a7bd5-f3ce-4d15-bf45-b42eca33caa6 service neutron] 10.222.0.65 "GET /v2.0/networks/09ac4a62-4c8f-4b1f-91bc-b2edb2196f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956409 Aug 20 14:12:13.337554 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-00c6b04c-06b7-460c-bf85-1c4b5eb713e5 req-96c3719f-c626-43ad-b354-1b614abcd2b3 service neutron] 10.222.0.65 "GET /v2.0/networks/09ac4a62-4c8f-4b1f-91bc-b2edb2196f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843279 Aug 20 14:12:14.138706 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 6 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:12:14.258604 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95247514-d0e9-44ea-8d1d-08ecae07911e req-723fb7e1-e392-4336-82b4-60d1cd442001 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:14.260106 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-95247514-d0e9-44ea-8d1d-08ecae07911e req-723fb7e1-e392-4336-82b4-60d1cd442001 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 945 time: 0.0515289 Aug 20 14:12:14.298824 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-95247514-d0e9-44ea-8d1d-08ecae07911e req-69ac5ae9-d72a-4fa1-ae0b-85bf814a4c6f tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325737 Aug 20 14:12:15.519739 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91967eb6-9192-454c-acac-808973291245 req-f63a704b-53aa-4248-9dcd-6b1f49e7d91f tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:15.521255 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-91967eb6-9192-454c-acac-808973291245 req-f63a704b-53aa-4248-9dcd-6b1f49e7d91f tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=8460ab9d-d9f3-4d6d-9597-d6dc5c62dc19 HTTP/1.1" status: 200 len: 945 time: 0.0528977 Aug 20 14:12:15.558338 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-91967eb6-9192-454c-acac-808973291245 req-d11257f5-4bc2-4a9b-bf40-f8924e22c106 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310876 Aug 20 14:12:16.674830 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9d2d4-d0aa-4003-a710-29c4f9b1bad5 req-e6dab2cb-f30f-4591-a14e-240645123ffb tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:16.676320 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b5b9d2d4-d0aa-4003-a710-29c4f9b1bad5 req-e6dab2cb-f30f-4591-a14e-240645123ffb tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=8460ab9d-d9f3-4d6d-9597-d6dc5c62dc19 HTTP/1.1" status: 200 len: 945 time: 0.0503583 Aug 20 14:12:16.713265 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b5b9d2d4-d0aa-4003-a710-29c4f9b1bad5 req-b75816f5-3be5-4d9e-bcad-6089df16248e tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309885 Aug 20 14:12:17.650501 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02257c-6f92-4974-92f8-594e78e7acae req-0fb5b364-89d6-4d62-9c83-5e6e55ab347b tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:17.651940 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9d02257c-6f92-4974-92f8-594e78e7acae req-0fb5b364-89d6-4d62-9c83-5e6e55ab347b tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.65 "GET /v2.0/ports?device_id=8460ab9d-d9f3-4d6d-9597-d6dc5c62dc19 HTTP/1.1" status: 200 len: 945 time: 0.0479822 Aug 20 14:12:17.748815 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-9d02257c-6f92-4974-92f8-594e78e7acae req-2bac1639-7f1d-4114-8866-57a67dc1fa4e tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Deleting port 10482b7a-0744-4b2a-8132-2bfba3bef4c0 {{(pid=94100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:12:17.749407 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-9d02257c-6f92-4974-92f8-594e78e7acae req-2bac1639-7f1d-4114-8866-57a67dc1fa4e tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:17.869025 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0208c1-978d-4f41-b864-ffd6059063bc req-34827ee5-3306-4599-aa13-711d10628f7f tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:17.870468 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6f0208c1-978d-4f41-b864-ffd6059063bc req-34827ee5-3306-4599-aa13-711d10628f7f tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=8460ab9d-d9f3-4d6d-9597-d6dc5c62dc19 HTTP/1.1" status: 200 len: 945 time: 0.0839777 Aug 20 14:12:17.876898 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-9d02257c-6f92-4974-92f8-594e78e7acae req-2bac1639-7f1d-4114-8866-57a67dc1fa4e tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] For port 10482b7a-0744-4b2a-8132-2bfba3bef4c0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=10482b7a-0744-4b2a-8132-2bfba3bef4c0,segment=NetworkSegment(11c15525-ccd2-446d-8b3a-dfa495bbcb12),segment_id=11c15525-ccd2-446d-8b3a-dfa495bbcb12)] {{(pid=94100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:12:17.877709 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-9d02257c-6f92-4974-92f8-594e78e7acae req-2bac1639-7f1d-4114-8866-57a67dc1fa4e tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:17.900925 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-9d02257c-6f92-4974-92f8-594e78e7acae req-2bac1639-7f1d-4114-8866-57a67dc1fa4e tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Calling delete_port for 10482b7a-0744-4b2a-8132-2bfba3bef4c0 owned by compute:nova {{(pid=94100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:12:17.929854 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6f0208c1-978d-4f41-b864-ffd6059063bc req-009fc7e2-5726-422a-b213-472f719657a1 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498648 Aug 20 14:12:18.044898 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-9d02257c-6f92-4974-92f8-594e78e7acae req-2bac1639-7f1d-4114-8866-57a67dc1fa4e tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:18.062613 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['a6e323c8-3b56-4ab4-b04f-7371da83904e', 'f2c8f910-e5ff-4c55-9e82-0721763fe6c4', 'e6c4c77c-896f-49fa-8eee-df841f42f260', '10482b7a-0744-4b2a-8132-2bfba3bef4c0'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:12:18.071232 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac1639-7f1d-4114-8866-57a67dc1fa4e tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Pushing event deleted for resources: {'Port': ['ID=10482b7a-0744-4b2a-8132-2bfba3bef4c0,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:18.081932 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac1639-7f1d-4114-8866-57a67dc1fa4e tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:18.082189 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac1639-7f1d-4114-8866-57a67dc1fa4e tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:18.082504 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac1639-7f1d-4114-8866-57a67dc1fa4e tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:18.082841 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac1639-7f1d-4114-8866-57a67dc1fa4e tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:18.083170 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac1639-7f1d-4114-8866-57a67dc1fa4e tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:18.083499 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac1639-7f1d-4114-8866-57a67dc1fa4e tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:18.083830 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac1639-7f1d-4114-8866-57a67dc1fa4e tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:18.084158 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac1639-7f1d-4114-8866-57a67dc1fa4e tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:18.084502 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac1639-7f1d-4114-8866-57a67dc1fa4e tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:18.084828 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac1639-7f1d-4114-8866-57a67dc1fa4e tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:18.085481 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac1639-7f1d-4114-8866-57a67dc1fa4e tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:18.085572 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac1639-7f1d-4114-8866-57a67dc1fa4e tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:18.125302 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d02257c-6f92-4974-92f8-594e78e7acae req-2bac1639-7f1d-4114-8866-57a67dc1fa4e tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] No DVR routers for this DVR port 10482b7a-0744-4b2a-8132-2bfba3bef4c0 on host hv-cinder-79053 {{(pid=94100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:12:18.128323 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-9d02257c-6f92-4974-92f8-594e78e7acae req-2bac1639-7f1d-4114-8866-57a67dc1fa4e tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:18.130300 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9d02257c-6f92-4974-92f8-594e78e7acae req-2bac1639-7f1d-4114-8866-57a67dc1fa4e tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.65 "DELETE /v2.0/ports/10482b7a-0744-4b2a-8132-2bfba3bef4c0 HTTP/1.1" status: 204 len: 173 time: 0.4697940 Aug 20 14:12:18.130778 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8460ab9d-d9f3-4d6d-9597-d6dc5c62dc19', 'name': 'network-vif-deleted', 'tag': '10482b7a-0744-4b2a-8132-2bfba3bef4c0'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:12:18.133125 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdddfca-8b81-4e22-82fd-06e1430ae7b8" -d '{"events": [{"server_uuid": "8460ab9d-d9f3-4d6d-9597-d6dc5c62dc19", "name": "network-vif-deleted", "tag": "10482b7a-0744-4b2a-8132-2bfba3bef4c0"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:12:18.174945 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4900cf0-4e5e-406e-baa4-c5046f8989a0 x-openstack-request-id: req-d4900cf0-4e5e-406e-baa4-c5046f8989a0 {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:12:18.175202 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8460ab9d-d9f3-4d6d-9597-d6dc5c62dc19", "name": "network-vif-deleted", "tag": "10482b7a-0744-4b2a-8132-2bfba3bef4c0", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:12:18.175446 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d4900cf0-4e5e-406e-baa4-c5046f8989a0 {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:12:18.175836 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8460ab9d-d9f3-4d6d-9597-d6dc5c62dc19', 'name': 'network-vif-deleted', 'tag': '10482b7a-0744-4b2a-8132-2bfba3bef4c0', 'status': 'completed', 'code': 200} Aug 20 14:12:20.340975 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e740ba3-f073-4207-9a27-c90d8c9de88f req-4fa2bf1c-a570-454f-bdb7-2a9a63c03fa8 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:20.342505 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2e740ba3-f073-4207-9a27-c90d8c9de88f req-4fa2bf1c-a570-454f-bdb7-2a9a63c03fa8 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b49b7b-27ed-4b9a-8cb8-7df16109ba39 HTTP/1.1" status: 200 len: 945 time: 0.0537488 Aug 20 14:12:20.381311 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2e740ba3-f073-4207-9a27-c90d8c9de88f req-1031c1a7-e270-49df-bed6-903ee4fdb0ae tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322592 Aug 20 14:12:21.501531 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a343a-f372-4fc0-8fe6-6e47cc8b5d58 req-e009b09a-2f90-453d-8a43-e03d8b16cdd8 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:21.503510 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a51a343a-f372-4fc0-8fe6-6e47cc8b5d58 req-e009b09a-2f90-453d-8a43-e03d8b16cdd8 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b49b7b-27ed-4b9a-8cb8-7df16109ba39 HTTP/1.1" status: 200 len: 945 time: 0.0522099 Aug 20 14:12:21.540656 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a51a343a-f372-4fc0-8fe6-6e47cc8b5d58 req-14b39c8e-6c36-4c91-a9fb-5d64db4a38bb tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311430 Aug 20 14:12:21.594086 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 10482b7a-0744-4b2a-8132-2bfba3bef4c0 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:12:21.616640 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] No Port match for: 10482b7a-0744-4b2a-8132-2bfba3bef4c0 {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:12:21.616985 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 10482b7a-0744-4b2a-8132-2bfba3bef4c0 not bound to the agent host hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:12:22.187626 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1499a-d255-4f53-8717-faf67005f29b req-1f073a07-2a2a-4ad3-97d0-93d93e8440e9 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:22.189087 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-fee1499a-d255-4f53-8717-faf67005f29b req-1f073a07-2a2a-4ad3-97d0-93d93e8440e9 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.65 "GET /v2.0/ports?device_id=43b49b7b-27ed-4b9a-8cb8-7df16109ba39 HTTP/1.1" status: 200 len: 945 time: 0.0497053 Aug 20 14:12:22.285173 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-fee1499a-d255-4f53-8717-faf67005f29b req-b61c64c5-5322-422e-a58b-6fa15a7e0bd2 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Deleting port e6c4c77c-896f-49fa-8eee-df841f42f260 {{(pid=94100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:12:22.285513 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-fee1499a-d255-4f53-8717-faf67005f29b req-b61c64c5-5322-422e-a58b-6fa15a7e0bd2 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:22.375926 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-fee1499a-d255-4f53-8717-faf67005f29b req-b61c64c5-5322-422e-a58b-6fa15a7e0bd2 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] For port e6c4c77c-896f-49fa-8eee-df841f42f260, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e6c4c77c-896f-49fa-8eee-df841f42f260,segment=NetworkSegment(11c15525-ccd2-446d-8b3a-dfa495bbcb12),segment_id=11c15525-ccd2-446d-8b3a-dfa495bbcb12)] {{(pid=94100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:12:22.376285 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-fee1499a-d255-4f53-8717-faf67005f29b req-b61c64c5-5322-422e-a58b-6fa15a7e0bd2 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:22.389503 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-fee1499a-d255-4f53-8717-faf67005f29b req-b61c64c5-5322-422e-a58b-6fa15a7e0bd2 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Calling delete_port for e6c4c77c-896f-49fa-8eee-df841f42f260 owned by compute:nova {{(pid=94100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:12:22.521759 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-fee1499a-d255-4f53-8717-faf67005f29b req-b61c64c5-5322-422e-a58b-6fa15a7e0bd2 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:22.533895 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['a6e323c8-3b56-4ab4-b04f-7371da83904e', 'f2c8f910-e5ff-4c55-9e82-0721763fe6c4', 'e6c4c77c-896f-49fa-8eee-df841f42f260'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:12:22.551856 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c64c5-5322-422e-a58b-6fa15a7e0bd2 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Pushing event deleted for resources: {'Port': ['ID=e6c4c77c-896f-49fa-8eee-df841f42f260,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:22.604857 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee1499a-d255-4f53-8717-faf67005f29b req-b61c64c5-5322-422e-a58b-6fa15a7e0bd2 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] No DVR routers for this DVR port e6c4c77c-896f-49fa-8eee-df841f42f260 on host hv-cinder-79053 {{(pid=94100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:12:22.608234 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-fee1499a-d255-4f53-8717-faf67005f29b req-b61c64c5-5322-422e-a58b-6fa15a7e0bd2 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:22.610615 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-fee1499a-d255-4f53-8717-faf67005f29b req-b61c64c5-5322-422e-a58b-6fa15a7e0bd2 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.65 "DELETE /v2.0/ports/e6c4c77c-896f-49fa-8eee-df841f42f260 HTTP/1.1" status: 204 len: 173 time: 0.4149983 Aug 20 14:12:22.611108 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b49b7b-27ed-4b9a-8cb8-7df16109ba39', 'name': 'network-vif-deleted', 'tag': 'e6c4c77c-896f-49fa-8eee-df841f42f260'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:12:22.614451 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97d6c9f-2e65-481b-9f4d-3debb58e6dac" -d '{"events": [{"server_uuid": "43b49b7b-27ed-4b9a-8cb8-7df16109ba39", "name": "network-vif-deleted", "tag": "e6c4c77c-896f-49fa-8eee-df841f42f260"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:12:22.681140 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad21d02-ef2e-4a88-b3a6-ee9986637ffa x-openstack-request-id: req-7ad21d02-ef2e-4a88-b3a6-ee9986637ffa {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:12:22.681458 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b49b7b-27ed-4b9a-8cb8-7df16109ba39", "name": "network-vif-deleted", "tag": "e6c4c77c-896f-49fa-8eee-df841f42f260", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:12:22.681843 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7ad21d02-ef2e-4a88-b3a6-ee9986637ffa {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:12:22.682351 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b49b7b-27ed-4b9a-8cb8-7df16109ba39', 'name': 'network-vif-deleted', 'tag': 'e6c4c77c-896f-49fa-8eee-df841f42f260', 'status': 'completed', 'code': 200} Aug 20 14:12:22.684628 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-56836df5-5704-4dde-9a09-578886def3eb req-437bcb44-e673-4e57-9d07-90a5d5224799 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=43b49b7b-27ed-4b9a-8cb8-7df16109ba39 HTTP/1.1" status: 200 len: 210 time: 0.0518162 Aug 20 14:12:24.000585 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc16ac-e56c-4f0e-b676-1818c647953b req-47e31b06-c2a7-431e-a810-460d08a1bbed tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:24.002518 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-04fc16ac-e56c-4f0e-b676-1818c647953b req-47e31b06-c2a7-431e-a810-460d08a1bbed tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f6a434-8651-4065-819e-b2814b478c12 HTTP/1.1" status: 200 len: 945 time: 0.0531316 Aug 20 14:12:24.047601 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-04fc16ac-e56c-4f0e-b676-1818c647953b req-83755be3-72ac-492e-9d5c-76022350d65b tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382044 Aug 20 14:12:25.180290 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab22d64-94dc-4159-b04d-fa454ab150c5 req-0aea6b48-b449-437d-971a-3a73b9c70426 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:25.182145 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-bab22d64-94dc-4159-b04d-fa454ab150c5 req-0aea6b48-b449-437d-971a-3a73b9c70426 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f6a434-8651-4065-819e-b2814b478c12 HTTP/1.1" status: 200 len: 945 time: 0.0580063 Aug 20 14:12:25.225879 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-bab22d64-94dc-4159-b04d-fa454ab150c5 req-274030cc-e1e1-47f0-b19f-e382ce2f9346 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373826 Aug 20 14:12:25.461441 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60c4fb-4d81-419b-99dc-fb788f38668e req-ecab91e6-bd4f-4ebd-8dd9-79c824dc8e08 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:25.463086 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-eb60c4fb-4d81-419b-99dc-fb788f38668e req-ecab91e6-bd4f-4ebd-8dd9-79c824dc8e08 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.65 "GET /v2.0/ports?device_id=50f6a434-8651-4065-819e-b2814b478c12 HTTP/1.1" status: 200 len: 945 time: 0.0585277 Aug 20 14:12:25.568436 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-eb60c4fb-4d81-419b-99dc-fb788f38668e req-aa1f0b54-6ce9-4ccc-bf7b-ae200b542c42 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Deleting port f2c8f910-e5ff-4c55-9e82-0721763fe6c4 {{(pid=94100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:12:25.568814 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-eb60c4fb-4d81-419b-99dc-fb788f38668e req-aa1f0b54-6ce9-4ccc-bf7b-ae200b542c42 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:25.600987 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device e6c4c77c-896f-49fa-8eee-df841f42f260 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:12:25.623847 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] No Port match for: e6c4c77c-896f-49fa-8eee-df841f42f260 {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:12:25.624172 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device e6c4c77c-896f-49fa-8eee-df841f42f260 not bound to the agent host hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:12:25.662487 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-eb60c4fb-4d81-419b-99dc-fb788f38668e req-aa1f0b54-6ce9-4ccc-bf7b-ae200b542c42 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] For port f2c8f910-e5ff-4c55-9e82-0721763fe6c4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f2c8f910-e5ff-4c55-9e82-0721763fe6c4,segment=NetworkSegment(11c15525-ccd2-446d-8b3a-dfa495bbcb12),segment_id=11c15525-ccd2-446d-8b3a-dfa495bbcb12)] {{(pid=94100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:12:25.662857 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-eb60c4fb-4d81-419b-99dc-fb788f38668e req-aa1f0b54-6ce9-4ccc-bf7b-ae200b542c42 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:25.676831 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-eb60c4fb-4d81-419b-99dc-fb788f38668e req-aa1f0b54-6ce9-4ccc-bf7b-ae200b542c42 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Calling delete_port for f2c8f910-e5ff-4c55-9e82-0721763fe6c4 owned by compute:nova {{(pid=94100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:12:25.812328 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-eb60c4fb-4d81-419b-99dc-fb788f38668e req-aa1f0b54-6ce9-4ccc-bf7b-ae200b542c42 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:25.823959 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['a6e323c8-3b56-4ab4-b04f-7371da83904e', 'f2c8f910-e5ff-4c55-9e82-0721763fe6c4'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:12:25.842879 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f0b54-6ce9-4ccc-bf7b-ae200b542c42 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Pushing event deleted for resources: {'Port': ['ID=f2c8f910-e5ff-4c55-9e82-0721763fe6c4,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:25.890289 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb60c4fb-4d81-419b-99dc-fb788f38668e req-aa1f0b54-6ce9-4ccc-bf7b-ae200b542c42 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] No DVR routers for this DVR port f2c8f910-e5ff-4c55-9e82-0721763fe6c4 on host hv-cinder-79053 {{(pid=94100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:12:25.892944 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-eb60c4fb-4d81-419b-99dc-fb788f38668e req-aa1f0b54-6ce9-4ccc-bf7b-ae200b542c42 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:25.895222 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-eb60c4fb-4d81-419b-99dc-fb788f38668e req-aa1f0b54-6ce9-4ccc-bf7b-ae200b542c42 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.65 "DELETE /v2.0/ports/f2c8f910-e5ff-4c55-9e82-0721763fe6c4 HTTP/1.1" status: 204 len: 173 time: 0.4243371 Aug 20 14:12:25.895672 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f6a434-8651-4065-819e-b2814b478c12', 'name': 'network-vif-deleted', 'tag': 'f2c8f910-e5ff-4c55-9e82-0721763fe6c4'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:12:25.898279 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14575fa4-49c7-4c0e-8642-6830f75976e1" -d '{"events": [{"server_uuid": "50f6a434-8651-4065-819e-b2814b478c12", "name": "network-vif-deleted", "tag": "f2c8f910-e5ff-4c55-9e82-0721763fe6c4"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:12:26.014928 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79131113-24c2-4576-abbd-419ed4efdd86 x-openstack-request-id: req-79131113-24c2-4576-abbd-419ed4efdd86 {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:12:26.015332 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f6a434-8651-4065-819e-b2814b478c12", "name": "network-vif-deleted", "tag": "f2c8f910-e5ff-4c55-9e82-0721763fe6c4", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:12:26.015865 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-79131113-24c2-4576-abbd-419ed4efdd86 {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:12:26.016408 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f6a434-8651-4065-819e-b2814b478c12', 'name': 'network-vif-deleted', 'tag': 'f2c8f910-e5ff-4c55-9e82-0721763fe6c4', 'status': 'completed', 'code': 200} Aug 20 14:12:26.339480 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1708cf29-d273-48ce-b8f1-7791cb29d63e req-8dac9674-97a9-4179-af87-df4b7940134e tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f6a434-8651-4065-819e-b2814b478c12 HTTP/1.1" status: 200 len: 210 time: 0.0270200 Aug 20 14:12:28.766542 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4d53e-547d-4a39-abd5-6d24ccfab14c req-657397c5-d5ff-449d-8625-da99642af009 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:28.771530 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2fb4d53e-547d-4a39-abd5-6d24ccfab14c req-657397c5-d5ff-449d-8625-da99642af009 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=092c9d34-bc9d-4df4-805b-9e6f7d56c752 HTTP/1.1" status: 200 len: 946 time: 0.0695767 Aug 20 14:12:28.811856 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2fb4d53e-547d-4a39-abd5-6d24ccfab14c req-3da61f7f-754c-4a4a-9e1a-0e943122993a tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344973 Aug 20 14:12:29.609948 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device f2c8f910-e5ff-4c55-9e82-0721763fe6c4 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:12:29.633918 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] No Port match for: f2c8f910-e5ff-4c55-9e82-0721763fe6c4 {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:12:29.634396 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device f2c8f910-e5ff-4c55-9e82-0721763fe6c4 not bound to the agent host hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:12:29.950892 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d47ae7-d06c-443b-bc4f-01a19b0150fa req-50a8c69b-0e7a-4063-a592-5799d5237384 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:29.952462 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-31d47ae7-d06c-443b-bc4f-01a19b0150fa req-50a8c69b-0e7a-4063-a592-5799d5237384 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=092c9d34-bc9d-4df4-805b-9e6f7d56c752 HTTP/1.1" status: 200 len: 946 time: 0.0536025 Aug 20 14:12:29.999778 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-31d47ae7-d06c-443b-bc4f-01a19b0150fa req-bbd6c078-4706-4369-99c6-335652d4c3db tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/security-groups?id=c7454550-4d1f-474f-bf20-cb6e892f9a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401576 Aug 20 14:12:30.533918 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b18dc-754b-4c8d-83bb-bad3046208e6 req-74b842e6-6b5e-4c7e-a292-4f7db7048129 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:30.535337 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e61b18dc-754b-4c8d-83bb-bad3046208e6 req-74b842e6-6b5e-4c7e-a292-4f7db7048129 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.65 "GET /v2.0/ports?device_id=092c9d34-bc9d-4df4-805b-9e6f7d56c752 HTTP/1.1" status: 200 len: 946 time: 0.0481229 Aug 20 14:12:30.625985 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-e61b18dc-754b-4c8d-83bb-bad3046208e6 req-ebdec7ca-020b-426e-be22-f73d90723606 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Deleting port a6e323c8-3b56-4ab4-b04f-7371da83904e {{(pid=94100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:12:30.626328 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-e61b18dc-754b-4c8d-83bb-bad3046208e6 req-ebdec7ca-020b-426e-be22-f73d90723606 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:30.715452 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-e61b18dc-754b-4c8d-83bb-bad3046208e6 req-ebdec7ca-020b-426e-be22-f73d90723606 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] For port a6e323c8-3b56-4ab4-b04f-7371da83904e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a6e323c8-3b56-4ab4-b04f-7371da83904e,segment=NetworkSegment(11c15525-ccd2-446d-8b3a-dfa495bbcb12),segment_id=11c15525-ccd2-446d-8b3a-dfa495bbcb12)] {{(pid=94100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:12:30.715816 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-e61b18dc-754b-4c8d-83bb-bad3046208e6 req-ebdec7ca-020b-426e-be22-f73d90723606 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:30.727996 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-e61b18dc-754b-4c8d-83bb-bad3046208e6 req-ebdec7ca-020b-426e-be22-f73d90723606 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Calling delete_port for a6e323c8-3b56-4ab4-b04f-7371da83904e owned by compute:nova {{(pid=94100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:12:30.850996 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-e61b18dc-754b-4c8d-83bb-bad3046208e6 req-ebdec7ca-020b-426e-be22-f73d90723606 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:30.863145 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['a6e323c8-3b56-4ab4-b04f-7371da83904e'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:12:30.879509 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdec7ca-020b-426e-be22-f73d90723606 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Pushing event deleted for resources: {'Port': ['ID=a6e323c8-3b56-4ab4-b04f-7371da83904e,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:30.921913 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61b18dc-754b-4c8d-83bb-bad3046208e6 req-ebdec7ca-020b-426e-be22-f73d90723606 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] No DVR routers for this DVR port a6e323c8-3b56-4ab4-b04f-7371da83904e on host hv-cinder-79053 {{(pid=94100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:12:30.925792 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-e61b18dc-754b-4c8d-83bb-bad3046208e6 req-ebdec7ca-020b-426e-be22-f73d90723606 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:30.928125 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e61b18dc-754b-4c8d-83bb-bad3046208e6 req-ebdec7ca-020b-426e-be22-f73d90723606 tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.65 "DELETE /v2.0/ports/a6e323c8-3b56-4ab4-b04f-7371da83904e HTTP/1.1" status: 204 len: 173 time: 0.3848526 Aug 20 14:12:30.928588 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092c9d34-bc9d-4df4-805b-9e6f7d56c752', 'name': 'network-vif-deleted', 'tag': 'a6e323c8-3b56-4ab4-b04f-7371da83904e'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:12:30.930786 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76636a36-b01d-40b3-9f16-d051fd139ba6" -d '{"events": [{"server_uuid": "092c9d34-bc9d-4df4-805b-9e6f7d56c752", "name": "network-vif-deleted", "tag": "a6e323c8-3b56-4ab4-b04f-7371da83904e"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:12:30.967626 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd650ea-7259-4be9-9c20-e5e97cf9c342 x-openstack-request-id: req-fbd650ea-7259-4be9-9c20-e5e97cf9c342 {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:12:30.968232 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "092c9d34-bc9d-4df4-805b-9e6f7d56c752", "name": "network-vif-deleted", "tag": "a6e323c8-3b56-4ab4-b04f-7371da83904e", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:12:30.968232 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fbd650ea-7259-4be9-9c20-e5e97cf9c342 {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:12:30.968547 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092c9d34-bc9d-4df4-805b-9e6f7d56c752', 'name': 'network-vif-deleted', 'tag': 'a6e323c8-3b56-4ab4-b04f-7371da83904e', 'status': 'completed', 'code': 200} Aug 20 14:12:31.112356 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ecf37e0d-a0ed-49c9-9f05-4c08e152bf0c req-ecf9ce87-5a70-41a1-a8e4-11c0a7884d0a tempest-AttachVolumeNegativeTest-1786060931 tempest-AttachVolumeNegativeTest-1786060931-project] 10.222.0.38 "GET /v2.0/ports?device_id=092c9d34-bc9d-4df4-805b-9e6f7d56c752 HTTP/1.1" status: 200 len: 210 time: 0.0265048 Aug 20 14:12:32.166694 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 59770) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:12:32.210053 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.db_base_plugin_v2 [None req-eee21ab3-5198-416a-974d-d9408d4b8138 admin admin] Deleting subnet d5f120ee-ab4d-47be-93bf-75e343e023ae {{(pid=94101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:12:32.213028 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-eee21ab3-5198-416a-974d-d9408d4b8138 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:32.246303 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-eee21ab3-5198-416a-974d-d9408d4b8138 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131863462'] for subnet, precommit_delete_associations {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:32.287026 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-eee21ab3-5198-416a-974d-d9408d4b8138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1685479'] for subnet, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:32.338763 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-eee21ab3-5198-416a-974d-d9408d4b8138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1685486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131250079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130136038'] for subnet, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:32.365692 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee21ab3-5198-416a-974d-d9408d4b8138 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5f120ee-ab4d-47be-93bf-75e343e023ae,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:32.368487 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-eee21ab3-5198-416a-974d-d9408d4b8138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for subnet, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:32.369840 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-eee21ab3-5198-416a-974d-d9408d4b8138 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d5f120ee-ab4d-47be-93bf-75e343e023ae HTTP/1.1" status: 204 len: 168 time: 0.2021778 Aug 20 14:12:32.372512 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 59772) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:12:32.375973 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee21ab3-5198-416a-974d-d9408d4b8138 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:32.376324 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee21ab3-5198-416a-974d-d9408d4b8138 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:32.376776 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee21ab3-5198-416a-974d-d9408d4b8138 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:32.377142 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee21ab3-5198-416a-974d-d9408d4b8138 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:32.377511 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee21ab3-5198-416a-974d-d9408d4b8138 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:32.377859 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee21ab3-5198-416a-974d-d9408d4b8138 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:32.378186 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee21ab3-5198-416a-974d-d9408d4b8138 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:32.378514 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee21ab3-5198-416a-974d-d9408d4b8138 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:32.378837 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee21ab3-5198-416a-974d-d9408d4b8138 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:32.379157 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee21ab3-5198-416a-974d-d9408d4b8138 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:32.379476 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee21ab3-5198-416a-974d-d9408d4b8138 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:32.379792 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee21ab3-5198-416a-974d-d9408d4b8138 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:32.441536 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7ab4c407-53f4-49c9-9ca4-cdd8529f4cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656558'] for network, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:32.517099 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7ab4c407-53f4-49c9-9ca4-cdd8529f4cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1745010', 'neutron.services.segments.db._delete_segments_for_network-8728246697485'] for network, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:32.527073 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.services.segments.db [None req-7ab4c407-53f4-49c9-9ca4-cdd8529f4cfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['271b6c32-8ac1-4497-9ce3-51b005c1649b']}} {{(pid=94100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:12:32.536900 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.services.segments.db [None req-7ab4c407-53f4-49c9-9ca4-cdd8529f4cfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c15525-ccd2-446d-8b3a-dfa495bbcb12') {'for_net_delete': True} {{(pid=94100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:12:32.537195 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.services.segments.db [None req-7ab4c407-53f4-49c9-9ca4-cdd8529f4cfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c15525-ccd2-446d-8b3a-dfa495bbcb12') {} {{(pid=94100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:12:32.545873 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7ab4c407-53f4-49c9-9ca4-cdd8529f4cfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728246668737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132723091'] for segment, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:32.559325 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7ab4c407-53f4-49c9-9ca4-cdd8529f4cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:32.565707 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab4c407-53f4-49c9-9ca4-cdd8529f4cfa admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:12:32.566092 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7ab4c407-53f4-49c9-9ca4-cdd8529f4cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130952662'] for segment, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:32.567851 dv-cinder-790535-10-iscsi neutron-server[94100]: Traceback (most recent call last): Aug 20 14:12:32.567851 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:12:32.567851 dv-cinder-790535-10-iscsi neutron-server[94100]: timer() Aug 20 14:12:32.567851 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:12:32.567851 dv-cinder-790535-10-iscsi neutron-server[94100]: cb(*args, **kw) Aug 20 14:12:32.567851 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:12:32.567851 dv-cinder-790535-10-iscsi neutron-server[94100]: return func(*args, **kwargs) Aug 20 14:12:32.567851 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:12:32.567851 dv-cinder-790535-10-iscsi neutron-server[94100]: self._notify() Aug 20 14:12:32.567851 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:12:32.567851 dv-cinder-790535-10-iscsi neutron-server[94100]: self.callback(batched_events) Aug 20 14:12:32.567851 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:12:32.567851 dv-cinder-790535-10-iscsi neutron-server[94100]: event.method(event) Aug 20 14:12:32.567851 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:12:32.567851 dv-cinder-790535-10-iscsi neutron-server[94100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:12:32.567851 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:12:32.567851 dv-cinder-790535-10-iscsi neutron-server[94100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:12:32.567851 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:12:32.567851 dv-cinder-790535-10-iscsi neutron-server[94100]: return f(self, *a, **k) Aug 20 14:12:32.567851 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:12:32.567851 dv-cinder-790535-10-iscsi neutron-server[94100]: return self._get(url).json() Aug 20 14:12:32.567851 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:12:32.567851 dv-cinder-790535-10-iscsi neutron-server[94100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:12:32.567851 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:12:32.567851 dv-cinder-790535-10-iscsi neutron-server[94100]: return self.request(url, 'GET', **kwargs) Aug 20 14:12:32.567851 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:12:32.567851 dv-cinder-790535-10-iscsi neutron-server[94100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:12:32.567851 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:12:32.567851 dv-cinder-790535-10-iscsi neutron-server[94100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:12:32.567851 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:12:32.567851 dv-cinder-790535-10-iscsi neutron-server[94100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:12:32.567851 dv-cinder-790535-10-iscsi neutron-server[94100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:12:32.622223 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7ab4c407-53f4-49c9-9ca4-cdd8529f4cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1745017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687127'] for network, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:32.630042 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7ab4c407-53f4-49c9-9ca4-cdd8529f4cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:32.632954 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-7ab4c407-53f4-49c9-9ca4-cdd8529f4cfa admin admin] 10.222.0.38 "DELETE /v2.0/networks/271b6c32-8ac1-4497-9ce3-51b005c1649b HTTP/1.1" status: 204 len: 168 time: 0.2593610 Aug 20 14:12:32.651458 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4c407-53f4-49c9-9ca4-cdd8529f4cfa admin admin] Pushing event deleted for resources: {'Network': ['ID=271b6c32-8ac1-4497-9ce3-51b005c1649b,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:32.745960 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 59778) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:12:32.785872 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-eb0fae49-4d9a-4ede-baa0-ff30976d4062 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8c3d9cf181db499891a024e70c8400da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387256 Aug 20 14:12:32.788336 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 59780) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:12:32.835811 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-2f2f318f-2c18-4467-b318-dee5761feb9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:32.855927 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-2f2f318f-2c18-4467-b318-dee5761feb9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:32.905901 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-2f2f318f-2c18-4467-b318-dee5761feb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:32.908409 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-2f2f318f-2c18-4467-b318-dee5761feb9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:32.909672 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-2f2f318f-2c18-4467-b318-dee5761feb9b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c7454550-4d1f-474f-bf20-cb6e892f9a2f HTTP/1.1" status: 204 len: 168 time: 0.1203980 Aug 20 14:12:32.917004 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f318f-2c18-4467-b318-dee5761feb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7454550-4d1f-474f-bf20-cb6e892f9a2f,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:33.622552 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device a6e323c8-3b56-4ab4-b04f-7371da83904e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:12:33.643304 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] No Port match for: a6e323c8-3b56-4ab4-b04f-7371da83904e {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:12:33.643645 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device a6e323c8-3b56-4ab4-b04f-7371da83904e not bound to the agent host hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:12:34.548761 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 59826) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:12:34.653923 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-e4746df6-c9c8-41b8-882a-cb2b45a6414f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:34.740486 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-e4746df6-c9c8-41b8-882a-cb2b45a6414f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:34.744751 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-e4746df6-c9c8-41b8-882a-cb2b45a6414f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:34.782742 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-e4746df6-c9c8-41b8-882a-cb2b45a6414f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c20ec14e67314b8c929d325ec45a4aa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327645 Aug 20 14:12:34.784114 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4746df6-c9c8-41b8-882a-cb2b45a6414f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868aa15a-4d68-4191-9676-c8e1cdf6e921,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:34.786512 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 59830) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:12:34.838587 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-7208ad9b-995c-4e2f-b71f-084a27d0ecd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:34.859638 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-7208ad9b-995c-4e2f-b71f-084a27d0ecd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:34.906926 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-7208ad9b-995c-4e2f-b71f-084a27d0ecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:34.910114 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-7208ad9b-995c-4e2f-b71f-084a27d0ecd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:34.911248 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-7208ad9b-995c-4e2f-b71f-084a27d0ecd5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/868aa15a-4d68-4191-9676-c8e1cdf6e921 HTTP/1.1" status: 204 len: 168 time: 0.1236892 Aug 20 14:12:34.919382 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208ad9b-995c-4e2f-b71f-084a27d0ecd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868aa15a-4d68-4191-9676-c8e1cdf6e921,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:35.170054 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 59838) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:12:35.183431 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-bcb8b0c0-f392-4f64-a15d-52a991ee0fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:35.273099 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-bcb8b0c0-f392-4f64-a15d-52a991ee0fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:35.276812 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-bcb8b0c0-f392-4f64-a15d-52a991ee0fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:35.313989 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-bcb8b0c0-f392-4f64-a15d-52a991ee0fcb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8b56165921024818bf64e0ec8cb0d4a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428332 Aug 20 14:12:35.315474 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8b0c0-f392-4f64-a15d-52a991ee0fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ade747c-ddc1-4e02-80b1-913aa5bd946b,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:35.318290 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 59840) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:12:35.367813 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-47490740-975d-4e96-9175-3a1c9d77615c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:35.388170 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-47490740-975d-4e96-9175-3a1c9d77615c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:35.434346 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-47490740-975d-4e96-9175-3a1c9d77615c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:35.437057 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-47490740-975d-4e96-9175-3a1c9d77615c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:35.438280 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-47490740-975d-4e96-9175-3a1c9d77615c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6ade747c-ddc1-4e02-80b1-913aa5bd946b HTTP/1.1" status: 204 len: 168 time: 0.1186199 Aug 20 14:12:35.447632 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47490740-975d-4e96-9175-3a1c9d77615c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ade747c-ddc1-4e02-80b1-913aa5bd946b,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:37.140794 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 59900) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:12:37.244241 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-0580525c-ed8d-45f4-88b2-604a3f4ac3b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:37.335298 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-0580525c-ed8d-45f4-88b2-604a3f4ac3b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:37.339058 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-0580525c-ed8d-45f4-88b2-604a3f4ac3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:37.376069 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-0580525c-ed8d-45f4-88b2-604a3f4ac3b4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7cde0a81ad7b4c4eae4b9e1f3d00ddca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342057 Aug 20 14:12:37.377888 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580525c-ed8d-45f4-88b2-604a3f4ac3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ea5319-3167-4479-af12-0cd5aa129019,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:37.379568 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 59904) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:12:37.430767 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e8f70c5d-8de2-467a-a400-8787091a0633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:37.453207 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e8f70c5d-8de2-467a-a400-8787091a0633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:37.499574 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e8f70c5d-8de2-467a-a400-8787091a0633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:37.502635 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e8f70c5d-8de2-467a-a400-8787091a0633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:37.503768 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-e8f70c5d-8de2-467a-a400-8787091a0633 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/33ea5319-3167-4479-af12-0cd5aa129019 HTTP/1.1" status: 204 len: 168 time: 0.1224020 Aug 20 14:12:37.511467 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f70c5d-8de2-467a-a400-8787091a0633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ea5319-3167-4479-af12-0cd5aa129019,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:37.697377 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-10a5b1ff-9c29-49a6-b6cb-b023d6fc5678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:37.760748 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 59914) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:12:37.774651 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-1f83d450-52eb-4dba-88cb-3a73db9e0430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:37.861535 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-1f83d450-52eb-4dba-88cb-3a73db9e0430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:37.865138 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-1f83d450-52eb-4dba-88cb-3a73db9e0430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:37.905041 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-1f83d450-52eb-4dba-88cb-3a73db9e0430 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8f68fd93a0b647d6a93e17824c8b8380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430190 Aug 20 14:12:37.905852 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83d450-52eb-4dba-88cb-3a73db9e0430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494d050f-6cac-4a9a-9e5f-d1b963da8f90,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:37.908560 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 59916) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:12:37.957763 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-54fd2eb6-eee5-445e-9f04-59f75f781a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:37.977803 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-54fd2eb6-eee5-445e-9f04-59f75f781a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:38.022575 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-54fd2eb6-eee5-445e-9f04-59f75f781a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:38.025447 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-54fd2eb6-eee5-445e-9f04-59f75f781a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:38.026627 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-54fd2eb6-eee5-445e-9f04-59f75f781a6d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/494d050f-6cac-4a9a-9e5f-d1b963da8f90 HTTP/1.1" status: 204 len: 168 time: 0.1167133 Aug 20 14:12:38.034759 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd2eb6-eee5-445e-9f04-59f75f781a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494d050f-6cac-4a9a-9e5f-d1b963da8f90,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:38.682308 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee5e10-dcfa-4ca9-8bf3-5c753269d966 req-433a3352-6759-4823-a0b1-4ff41f5b4dba tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:38.683803 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2dee5e10-dcfa-4ca9-8bf3-5c753269d966 req-433a3352-6759-4823-a0b1-4ff41f5b4dba tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 945 time: 0.0537081 Aug 20 14:12:38.721843 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2dee5e10-dcfa-4ca9-8bf3-5c753269d966 req-3eb59408-0baf-425c-bf90-e85bf9c87f04 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317121 Aug 20 14:12:39.846643 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4c8a9-f0e3-4332-a824-0147bcb8c781 req-5d8bb01e-d846-4218-ad00-211bc44ec0f8 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:39.848185 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e2e4c8a9-f0e3-4332-a824-0147bcb8c781 req-5d8bb01e-d846-4218-ad00-211bc44ec0f8 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 945 time: 0.0509355 Aug 20 14:12:39.886468 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e2e4c8a9-f0e3-4332-a824-0147bcb8c781 req-14c6c325-c1d7-4b30-b099-38cbb8e1b043 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323529 Aug 20 14:12:40.466135 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-5a510332-c116-4253-bd09-882655af4c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:40.482290 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:41.025418 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1872b41-c44e-4995-b0c2-c008102920b9 req-d6e97018-fb20-4413-8e61-9fb9dcf90fe2 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:41.032894 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f1872b41-c44e-4995-b0c2-c008102920b9 req-d6e97018-fb20-4413-8e61-9fb9dcf90fe2 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 945 time: 0.0625136 Aug 20 14:12:41.068182 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f1872b41-c44e-4995-b0c2-c008102920b9 req-33c157ae-7251-4b5a-aa9a-3b648d357d0f tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343862 Aug 20 14:12:41.570210 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:42.192937 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64e578-4281-4e1e-8ca2-8fd157f6785b req-6fef4a61-7c9c-4f7f-9e82-4d2b91284655 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:42.194415 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-fb64e578-4281-4e1e-8ca2-8fd157f6785b req-6fef4a61-7c9c-4f7f-9e82-4d2b91284655 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 945 time: 0.0545073 Aug 20 14:12:42.231958 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-fb64e578-4281-4e1e-8ca2-8fd157f6785b req-6a472884-a832-4644-90c6-4d347c98fd86 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316725 Aug 20 14:12:42.477989 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:43.088767 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:43.351601 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333d6b0-bf93-4d4a-b73f-8596a87f45eb req-c6278ee6-df3c-435d-b41e-a1156071a87b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:43.352980 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2333d6b0-bf93-4d4a-b73f-8596a87f45eb req-c6278ee6-df3c-435d-b41e-a1156071a87b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 945 time: 0.0479336 Aug 20 14:12:43.389038 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2333d6b0-bf93-4d4a-b73f-8596a87f45eb req-7af50d26-0f69-406d-89a6-06eea396c820 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302138 Aug 20 14:12:44.402836 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0abd578e-65ad-4196-a5ba-cda89dc88249 req-c81e3e0c-b165-4697-986e-b50167800ed6 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-292315476&fields=id&tenant_id=16f5c5549cc5497f82be9bc39ad14467 HTTP/1.1" status: 200 len: 267 time: 0.0419769 Aug 20 14:12:44.459428 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd578e-65ad-4196-a5ba-cda89dc88249 req-fc898343-93de-4b63-9ccb-dafa1aa7617a tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:44.460964 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0abd578e-65ad-4196-a5ba-cda89dc88249 req-fc898343-93de-4b63-9ccb-dafa1aa7617a tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 985 time: 0.0517545 Aug 20 14:12:44.478313 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-0abd578e-65ad-4196-a5ba-cda89dc88249 req-7da98308-7b52-4802-8861-b3a476be4ef5 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Request body: {'port': {'security_groups': ['ee335392-24ea-49d1-b5db-2f0fc60d571d']}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:12:44.565590 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6073376-766c-4534-a5ed-987d3cd37a11 req-b9abf3af-8752-4e20-895f-55950fa283a4 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:44.567063 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d6073376-766c-4534-a5ed-987d3cd37a11 req-b9abf3af-8752-4e20-895f-55950fa283a4 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 945 time: 0.1036198 Aug 20 14:12:44.576860 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-0abd578e-65ad-4196-a5ba-cda89dc88249 req-7da98308-7b52-4802-8861-b3a476be4ef5 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:44.650594 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d6073376-766c-4534-a5ed-987d3cd37a11 req-af0f98bc-e6d9-40c2-836c-c79af3dad346 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756276 Aug 20 14:12:44.783817 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-0abd578e-65ad-4196-a5ba-cda89dc88249 req-7da98308-7b52-4802-8861-b3a476be4ef5 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] For port d3c422d8-f60e-4f16-ade8-d2ea06425c6f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d3c422d8-f60e-4f16-ade8-d2ea06425c6f,segment=NetworkSegment(85203d2a-e72b-471f-8498-5bdb985c80ed),segment_id=85203d2a-e72b-471f-8498-5bdb985c80ed)] {{(pid=94100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:12:44.812729 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-0abd578e-65ad-4196-a5ba-cda89dc88249 req-7da98308-7b52-4802-8861-b3a476be4ef5 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks [] for port, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:44.817433 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-0abd578e-65ad-4196-a5ba-cda89dc88249 req-7da98308-7b52-4802-8861-b3a476be4ef5 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:44.828736 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['d3c422d8-f60e-4f16-ade8-d2ea06425c6f'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:12:44.862579 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd578e-65ad-4196-a5ba-cda89dc88249 req-7da98308-7b52-4802-8861-b3a476be4ef5 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:44.863234 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-0abd578e-65ad-4196-a5ba-cda89dc88249 req-7da98308-7b52-4802-8861-b3a476be4ef5 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:44.867610 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0abd578e-65ad-4196-a5ba-cda89dc88249 req-7da98308-7b52-4802-8861-b3a476be4ef5 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "PUT /v2.0/ports/d3c422d8-f60e-4f16-ade8-d2ea06425c6f HTTP/1.1" status: 200 len: 943 time: 0.3952034 Aug 20 14:12:44.868395 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afedbc56-7f1a-4a8d-ac3d-d851e66cf69c', 'tag': 'd3c422d8-f60e-4f16-ade8-d2ea06425c6f'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:12:44.870456 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebcc726-40ab-4660-ad1f-8218e97117cc" -d '{"events": [{"name": "network-changed", "server_uuid": "afedbc56-7f1a-4a8d-ac3d-d851e66cf69c", "tag": "d3c422d8-f60e-4f16-ade8-d2ea06425c6f"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:12:44.870678 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 60010) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:12:44.901334 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da98308-7b52-4802-8861-b3a476be4ef5 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Pushing event updated for resources: {'Port': ['ID=d3c422d8-f60e-4f16-ade8-d2ea06425c6f,revision_number=7']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:44.935988 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f3bd42-949b-4688-927d-f7aefd648dfa x-openstack-request-id: req-42f3bd42-949b-4688-927d-f7aefd648dfa {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:12:44.936278 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afedbc56-7f1a-4a8d-ac3d-d851e66cf69c", "tag": "d3c422d8-f60e-4f16-ade8-d2ea06425c6f", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:12:44.936589 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-42f3bd42-949b-4688-927d-f7aefd648dfa {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:12:44.936989 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afedbc56-7f1a-4a8d-ac3d-d851e66cf69c', 'tag': 'd3c422d8-f60e-4f16-ade8-d2ea06425c6f', 'status': 'completed', 'code': 200} Aug 20 14:12:44.950149 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-15ef6762-da69-4b29-a12f-bd488731ef45 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:44.966576 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['d3c422d8-f60e-4f16-ade8-d2ea06425c6f'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:12:44.984046 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-15ef6762-da69-4b29-a12f-bd488731ef45 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:45.066569 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-15ef6762-da69-4b29-a12f-bd488731ef45 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:45.069855 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-15ef6762-da69-4b29-a12f-bd488731ef45 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:45.073428 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-15ef6762-da69-4b29-a12f-bd488731ef45 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "DELETE /v2.0/security-groups/bae7486c-f6e9-4274-a8cb-fa6fcb39e555 HTTP/1.1" status: 204 len: 168 time: 0.1988857 Aug 20 14:12:45.073827 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 60016) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:12:45.082231 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef6762-da69-4b29-a12f-bd488731ef45 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae7486c-f6e9-4274-a8cb-fa6fcb39e555,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:45.150761 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-43e7d54c-8d7f-4b4f-9aa4-c80022b5bb93 None None] Provisioning complete for port d3c422d8-f60e-4f16-ade8-d2ea06425c6f triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:12:45.151128 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-43e7d54c-8d7f-4b4f-9aa4-c80022b5bb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:45.469358 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebcc726-40ab-4660-ad1f-8218e97117cc req-e11e618c-a376-4075-a9a7-951e88f70528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:45.470761 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0ebcc726-40ab-4660-ad1f-8218e97117cc req-e11e618c-a376-4075-a9a7-951e88f70528 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=16f5c5549cc5497f82be9bc39ad14467&device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 1099 time: 0.5088439 Aug 20 14:12:45.597948 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebcc726-40ab-4660-ad1f-8218e97117cc req-559f2317-0b75-4aee-94ea-710626657e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:45.599408 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0ebcc726-40ab-4660-ad1f-8218e97117cc req-559f2317-0b75-4aee-94ea-710626657e8d service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd2b389c-07c4-46a4-9c61-c7db406c2ee2 HTTP/1.1" status: 200 len: 916 time: 0.1196642 Aug 20 14:12:45.606358 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [None req-d01f21a8-2989-4839-a3cf-04bccaf2813d tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Deleting port 34b8c59c-d1eb-49cb-b720-cfcbf4260fa6 {{(pid=94100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:12:45.606692 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d01f21a8-2989-4839-a3cf-04bccaf2813d tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:45.716800 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0ebcc726-40ab-4660-ad1f-8218e97117cc req-343dd478-529a-4322-8929-07dcf0252176 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3c422d8-f60e-4f16-ade8-d2ea06425c6f HTTP/1.1" status: 200 len: 1001 time: 0.1081638 Aug 20 14:12:45.780719 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d01f21a8-2989-4839-a3cf-04bccaf2813d tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:45.781049 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d01f21a8-2989-4839-a3cf-04bccaf2813d tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:45.806784 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [None req-d01f21a8-2989-4839-a3cf-04bccaf2813d tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Calling delete_port for 34b8c59c-d1eb-49cb-b720-cfcbf4260fa6 owned by network:floatingip {{(pid=94100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:12:45.830029 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebcc726-40ab-4660-ad1f-8218e97117cc req-89fef52f-ca60-4327-8fda-736815050db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:45.831479 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0ebcc726-40ab-4660-ad1f-8218e97117cc req-89fef52f-ca60-4327-8fda-736815050db8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d1f93410-7160-43fc-92d9-eb198e6e3255 HTTP/1.1" status: 200 len: 854 time: 0.1023350 Aug 20 14:12:45.885535 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef89ee-11a2-437b-8551-b381a6433c94 req-2f9dc7fb-9f3d-4701-8775-d291604114cb tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:45.886969 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-aeef89ee-11a2-437b-8551-b381a6433c94 req-2f9dc7fb-9f3d-4701-8775-d291604114cb tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 945 time: 0.1616130 Aug 20 14:12:45.985279 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebcc726-40ab-4660-ad1f-8218e97117cc req-f4e51c1c-3d71-44f8-ba6f-7a8148922ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:45.987318 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0ebcc726-40ab-4660-ad1f-8218e97117cc req-f4e51c1c-3d71-44f8-ba6f-7a8148922ab0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd2b389c-07c4-46a4-9c61-c7db406c2ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1230888 Aug 20 14:12:45.993066 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-aeef89ee-11a2-437b-8551-b381a6433c94 req-bb77145e-7f5c-4190-bca0-b4b1fc93cada tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995476 Aug 20 14:12:46.127370 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0ebcc726-40ab-4660-ad1f-8218e97117cc req-9b579e15-2c50-42e0-b3a5-9a0751dafe92 service neutron] 10.222.0.65 "GET /v2.0/networks/fd2b389c-07c4-46a4-9c61-c7db406c2ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302748 Aug 20 14:12:46.144204 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d01f21a8-2989-4839-a3cf-04bccaf2813d tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:46.209962 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f21a8-2989-4839-a3cf-04bccaf2813d tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Pushing event deleted for resources: {'Port': ['ID=34b8c59c-d1eb-49cb-b720-cfcbf4260fa6,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:46.289377 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0ebcc726-40ab-4660-ad1f-8218e97117cc req-e86db4e0-95de-4010-bfe1-c0f4615cb9fe service neutron] 10.222.0.65 "GET /v2.0/networks/fd2b389c-07c4-46a4-9c61-c7db406c2ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539702 Aug 20 14:12:46.294410 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d01f21a8-2989-4839-a3cf-04bccaf2813d tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks [] for floatingip, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:46.294800 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.db.l3_db [None req-d01f21a8-2989-4839-a3cf-04bccaf2813d tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Floating IP a9bab0f5-6cbf-4fb3-b1b7-5dfbe94b60bb disassociated (deleted). External IP: 172.27.3.46, port: d3c422d8-f60e-4f16-ade8-d2ea06425c6f. Aug 20 14:12:46.503190 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01f21a8-2989-4839-a3cf-04bccaf2813d tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Router 0ff65773-2e32-405e-bcc0-b85204ad599b has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:12:46.611793 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01f21a8-2989-4839-a3cf-04bccaf2813d tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:12:46.616951 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d01f21a8-2989-4839-a3cf-04bccaf2813d tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for floatingip, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:46.625645 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2609d47-7b04-46cd-8048-926037667c1f None None] Sync routers for ids ['0ff65773-2e32-405e-bcc0-b85204ad599b'] in dv-cinder-790535-10-iscsi {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:12:46.637119 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2609d47-7b04-46cd-8048-926037667c1f None None] Routers {'0ff65773-2e32-405e-bcc0-b85204ad599b'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:12:46.637764 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-f2609d47-7b04-46cd-8048-926037667c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:12:40Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['0ff65773-2e32-405e-bcc0-b85204ad599b'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:12:46.646188 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-d01f21a8-2989-4839-a3cf-04bccaf2813d tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "DELETE /v2.0/floatingips/a9bab0f5-6cbf-4fb3-b1b7-5dfbe94b60bb HTTP/1.1" status: 204 len: 168 time: 1.5712225 Aug 20 14:12:46.746049 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-f2609d47-7b04-46cd-8048-926037667c1f None None] Set router 0ff65773-2e32-405e-bcc0-b85204ad599b gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:12:46.937671 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afedbc56-7f1a-4a8d-ac3d-d851e66cf69c', 'tag': 'd3c422d8-f60e-4f16-ade8-d2ea06425c6f'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:12:46.940934 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf3487f-4882-45ec-874c-32a2cae003a9" -d '{"events": [{"name": "network-changed", "server_uuid": "afedbc56-7f1a-4a8d-ac3d-d851e66cf69c", "tag": "d3c422d8-f60e-4f16-ade8-d2ea06425c6f"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:12:46.977386 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401760d2-b315-4070-9fa6-3c140fcd8853 x-openstack-request-id: req-401760d2-b315-4070-9fa6-3c140fcd8853 {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:12:46.977684 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afedbc56-7f1a-4a8d-ac3d-d851e66cf69c", "tag": "d3c422d8-f60e-4f16-ade8-d2ea06425c6f", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:12:46.977930 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-401760d2-b315-4070-9fa6-3c140fcd8853 {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:12:46.978324 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afedbc56-7f1a-4a8d-ac3d-d851e66cf69c', 'tag': 'd3c422d8-f60e-4f16-ade8-d2ea06425c6f', 'status': 'completed', 'code': 200} Aug 20 14:12:47.047102 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3487f-4882-45ec-874c-32a2cae003a9 req-3cfde13f-d82e-4036-b45d-0d3a95371cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:47.048974 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-daf3487f-4882-45ec-874c-32a2cae003a9 req-3cfde13f-d82e-4036-b45d-0d3a95371cf4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=16f5c5549cc5497f82be9bc39ad14467&device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 1099 time: 0.0418484 Aug 20 14:12:47.086401 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-f2609d47-7b04-46cd-8048-926037667c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'name': 'tempest-TestMinimumBasicScenario-1721183229-router', 'tenant_id': '16f5c5549cc5497f82be9bc39ad14467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f650e61c-42be-432d-b113-0ee53a3ea87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:59Z', 'updated_at': '2021-08-20T14:10:05Z', 'revision_number': 4, 'project_id': '16f5c5549cc5497f82be9bc39ad14467', 'gw_port': {'id': 'f650e61c-42be-432d-b113-0ee53a3ea87d', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:10:00Z', 'updated_at': '2021-08-20T14:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': '322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615', 'name': '', 'network_id': 'fd2b389c-07c4-46a4-9c61-c7db406c2ee2', 'tenant_id': '16f5c5549cc5497f82be9bc39ad14467', 'mac_address': 'fa:16:3e:b3:e3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd1f93410-7160-43fc-92d9-eb198e6e3255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:10:03Z', 'updated_at': '2021-08-20T14:10:14Z', 'revision_number': 5, 'project_id': '16f5c5549cc5497f82be9bc39ad14467', 'subnets': [{'id': 'd1f93410-7160-43fc-92d9-eb198e6e3255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:12:47.112160 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2609d47-7b04-46cd-8048-926037667c1f None None] Checking router: 0ff65773-2e32-405e-bcc0-b85204ad599b for host: dv-cinder-790535-10-iscsi {{(pid=94102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:12:47.120325 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2609d47-7b04-46cd-8048-926037667c1f None None] Routers {'0ff65773-2e32-405e-bcc0-b85204ad599b'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:12:47.120955 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-f2609d47-7b04-46cd-8048-926037667c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:12:40Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['0ff65773-2e32-405e-bcc0-b85204ad599b'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:12:47.183159 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d16f0-6e92-43c4-8e0b-d4f037bbccee req-2be744e3-2d34-47d5-9ce7-c9db5385f346 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:47.184819 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9c8d16f0-6e92-43c4-8e0b-d4f037bbccee req-2be744e3-2d34-47d5-9ce7-c9db5385f346 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 945 time: 0.1094952 Aug 20 14:12:47.191402 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3487f-4882-45ec-874c-32a2cae003a9 req-c7893781-a1ac-4557-aa6a-4c3cd5be0ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:47.192990 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-daf3487f-4882-45ec-874c-32a2cae003a9 req-c7893781-a1ac-4557-aa6a-4c3cd5be0ce3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd2b389c-07c4-46a4-9c61-c7db406c2ee2 HTTP/1.1" status: 200 len: 916 time: 0.1359091 Aug 20 14:12:47.243783 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-daf3487f-4882-45ec-874c-32a2cae003a9 req-6aa05cba-b2c2-4663-8e1e-fe4cea21c261 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3c422d8-f60e-4f16-ade8-d2ea06425c6f HTTP/1.1" status: 200 len: 217 time: 0.0416574 Aug 20 14:12:47.244449 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-f2609d47-7b04-46cd-8048-926037667c1f None None] Set router 0ff65773-2e32-405e-bcc0-b85204ad599b gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:12:47.272457 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9c8d16f0-6e92-43c4-8e0b-d4f037bbccee req-450269d4-3f7c-4b50-b0d4-b681e9db24a2 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784817 Aug 20 14:12:47.317695 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3487f-4882-45ec-874c-32a2cae003a9 req-26f4dae0-cf63-4fc9-a387-5ed6744c1d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:47.320023 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-daf3487f-4882-45ec-874c-32a2cae003a9 req-26f4dae0-cf63-4fc9-a387-5ed6744c1d1b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d1f93410-7160-43fc-92d9-eb198e6e3255 HTTP/1.1" status: 200 len: 854 time: 0.0658565 Aug 20 14:12:47.369570 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3487f-4882-45ec-874c-32a2cae003a9 req-8daa4760-8bc5-48fb-8086-bb10fc71797e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:47.371083 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-daf3487f-4882-45ec-874c-32a2cae003a9 req-8daa4760-8bc5-48fb-8086-bb10fc71797e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd2b389c-07c4-46a4-9c61-c7db406c2ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410073 Aug 20 14:12:47.463979 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-f2609d47-7b04-46cd-8048-926037667c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'name': 'tempest-TestMinimumBasicScenario-1721183229-router', 'tenant_id': '16f5c5549cc5497f82be9bc39ad14467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f650e61c-42be-432d-b113-0ee53a3ea87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:59Z', 'updated_at': '2021-08-20T14:10:05Z', 'revision_number': 4, 'project_id': '16f5c5549cc5497f82be9bc39ad14467', 'gw_port': {'id': 'f650e61c-42be-432d-b113-0ee53a3ea87d', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:10:00Z', 'updated_at': '2021-08-20T14:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': '322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615', 'name': '', 'network_id': 'fd2b389c-07c4-46a4-9c61-c7db406c2ee2', 'tenant_id': '16f5c5549cc5497f82be9bc39ad14467', 'mac_address': 'fa:16:3e:b3:e3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd1f93410-7160-43fc-92d9-eb198e6e3255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:10:03Z', 'updated_at': '2021-08-20T14:10:14Z', 'revision_number': 5, 'project_id': '16f5c5549cc5497f82be9bc39ad14467', 'subnets': [{'id': 'd1f93410-7160-43fc-92d9-eb198e6e3255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:12:47.479101 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-daf3487f-4882-45ec-874c-32a2cae003a9 req-5fe13f0d-cfcf-4e80-8b29-4f3ba06a87f0 service neutron] 10.222.0.65 "GET /v2.0/networks/fd2b389c-07c4-46a4-9c61-c7db406c2ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882797 Aug 20 14:12:47.495018 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2609d47-7b04-46cd-8048-926037667c1f None None] The sync data for ids ['0ff65773-2e32-405e-bcc0-b85204ad599b'] in dv-cinder-790535-10-iscsi is: [{'id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'name': 'tempest-TestMinimumBasicScenario-1721183229-router', 'tenant_id': '16f5c5549cc5497f82be9bc39ad14467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f650e61c-42be-432d-b113-0ee53a3ea87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:59Z', 'updated_at': '2021-08-20T14:10:05Z', 'revision_number': 4, 'project_id': '16f5c5549cc5497f82be9bc39ad14467', 'gw_port': {'id': 'f650e61c-42be-432d-b113-0ee53a3ea87d', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:10:00Z', 'updated_at': '2021-08-20T14:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': '322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615', 'name': '', 'network_id': 'fd2b389c-07c4-46a4-9c61-c7db406c2ee2', 'tenant_id': '16f5c5549cc5497f82be9bc39ad14467', 'mac_address': 'fa:16:3e:b3:e3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd1f93410-7160-43fc-92d9-eb198e6e3255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:10:03Z', 'updated_at': '2021-08-20T14:10:14Z', 'revision_number': 5, 'project_id': '16f5c5549cc5497f82be9bc39ad14467', 'subnets': [{'id': 'd1f93410-7160-43fc-92d9-eb198e6e3255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:12:47.578051 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-daf3487f-4882-45ec-874c-32a2cae003a9 req-c0c10c2a-7c34-4489-8b37-d18ee562bd60 service neutron] 10.222.0.65 "GET /v2.0/networks/fd2b389c-07c4-46a4-9c61-c7db406c2ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906620 Aug 20 14:12:47.729618 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d13234-b4bd-445e-bab6-4bba80d6dd57 None None] New status for floating IP a9bab0f5-6cbf-4fb3-b1b7-5dfbe94b60bb: DOWN {{(pid=94103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:12:48.091524 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 60066) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:12:48.204774 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-dff1c140-8838-4108-885a-a13e5608b8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:48.302470 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-dff1c140-8838-4108-885a-a13e5608b8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:48.306602 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-dff1c140-8838-4108-885a-a13e5608b8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:48.346325 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-dff1c140-8838-4108-885a-a13e5608b8c1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fb9afc4018314f39b5acaa261ad09975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2535305 Aug 20 14:12:48.347063 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1c140-8838-4108-885a-a13e5608b8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2b0923-bb2f-45ed-8b33-f421627ef97d,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:48.349135 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 60076) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:12:48.440870 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854387db-3fe1-416a-a95d-0847a7200da8 req-58a879ce-243b-4600-924e-697a7c24dddc tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:48.442469 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-854387db-3fe1-416a-a95d-0847a7200da8 req-58a879ce-243b-4600-924e-697a7c24dddc tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 945 time: 0.0777888 Aug 20 14:12:48.443619 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7ed6b54f-84ff-4c0b-a711-8c28f4ffa476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:48.489153 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7ed6b54f-84ff-4c0b-a711-8c28f4ffa476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:48.518129 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-854387db-3fe1-416a-a95d-0847a7200da8 req-c010d18c-1750-4912-83c7-e5086523347e tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682356 Aug 20 14:12:48.554444 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7ed6b54f-84ff-4c0b-a711-8c28f4ffa476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:48.557143 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7ed6b54f-84ff-4c0b-a711-8c28f4ffa476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:48.558338 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-7ed6b54f-84ff-4c0b-a711-8c28f4ffa476 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2b2b0923-bb2f-45ed-8b33-f421627ef97d HTTP/1.1" status: 204 len: 168 time: 0.2080820 Aug 20 14:12:48.567125 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6b54f-84ff-4c0b-a711-8c28f4ffa476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2b0923-bb2f-45ed-8b33-f421627ef97d,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:48.859406 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 60082) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:12:48.873313 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-6aed3774-a5dc-46bd-ab16-f569e7957757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:48.974626 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-6aed3774-a5dc-46bd-ab16-f569e7957757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:48.978960 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-6aed3774-a5dc-46bd-ab16-f569e7957757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:49.019042 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-6aed3774-a5dc-46bd-ab16-f569e7957757 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5f666a8acc7349978dfe3fcd28d2a4b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1584976 Aug 20 14:12:49.019921 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed3774-a5dc-46bd-ab16-f569e7957757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37dd0c0c-0074-4c29-833c-08e65fc27003,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:49.022824 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 60084) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:12:49.078219 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-09ec093c-a255-43b3-8146-13bb98f0462b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:49.099785 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-09ec093c-a255-43b3-8146-13bb98f0462b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:49.145985 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-09ec093c-a255-43b3-8146-13bb98f0462b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:49.148550 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-09ec093c-a255-43b3-8146-13bb98f0462b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:49.149693 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-09ec093c-a255-43b3-8146-13bb98f0462b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/37dd0c0c-0074-4c29-833c-08e65fc27003 HTTP/1.1" status: 204 len: 168 time: 0.1253042 Aug 20 14:12:49.157213 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec093c-a255-43b3-8146-13bb98f0462b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37dd0c0c-0074-4c29-833c-08e65fc27003,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:49.573240 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7020891-e0ba-4ed5-9e4e-ab056f89e140 req-a05afee6-9c1e-4a2c-8ef3-2230e45bd460 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:49.575063 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c7020891-e0ba-4ed5-9e4e-ab056f89e140 req-a05afee6-9c1e-4a2c-8ef3-2230e45bd460 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 946 time: 0.0530033 Aug 20 14:12:49.646609 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c7020891-e0ba-4ed5-9e4e-ab056f89e140 req-5b9dce7e-eda6-4bd1-b6dc-27db5b85cd36 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650403 Aug 20 14:12:49.663300 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577391c-97d7-4ebb-8b68-35eff788ef16 req-1520381f-971f-4f86-a895-72f02eff5652 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:49.664843 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f577391c-97d7-4ebb-8b68-35eff788ef16 req-1520381f-971f-4f86-a895-72f02eff5652 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 945 time: 0.0660944 Aug 20 14:12:49.705188 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f577391c-97d7-4ebb-8b68-35eff788ef16 req-fc77052c-94de-41d3-a4e1-a9cf6d614941 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333047 Aug 20 14:12:50.786916 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dcd8e-d2f7-403a-9339-63560ecce114 req-deef3a02-77b7-4676-93b3-5014828e604c tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:50.789110 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ee2dcd8e-d2f7-403a-9339-63560ecce114 req-deef3a02-77b7-4676-93b3-5014828e604c tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 946 time: 0.0658283 Aug 20 14:12:50.861243 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ee2dcd8e-d2f7-403a-9339-63560ecce114 req-380bc1c3-7af9-435f-9933-92b1a6e1ffab tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606465 Aug 20 14:12:50.869525 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a5d21-d064-4940-9be4-084c319fb7c3 req-c032eac2-0da1-4d99-81e9-8c77345aee7f tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:50.871043 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-034a5d21-d064-4940-9be4-084c319fb7c3 req-c032eac2-0da1-4d99-81e9-8c77345aee7f tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 945 time: 0.0808191 Aug 20 14:12:51.137654 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 6 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:12:51.159903 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-034a5d21-d064-4940-9be4-084c319fb7c3 req-23a95660-af26-4b52-a16e-882f8305f342 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2793565 Aug 20 14:12:51.717348 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c38eb7-4065-4f4b-b9c6-e7944bb2440a req-f6df8743-e40a-4613-90c5-aba4ea20541f tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:51.718821 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f0c38eb7-4065-4f4b-b9c6-e7944bb2440a req-f6df8743-e40a-4613-90c5-aba4ea20541f tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.65 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 946 time: 0.0529656 Aug 20 14:12:51.763469 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:12:51.838887 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-f0c38eb7-4065-4f4b-b9c6-e7944bb2440a req-b7d292b4-76ff-4d7e-aae8-e0063db53ba7 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Deleting port d3c422d8-f60e-4f16-ade8-d2ea06425c6f {{(pid=94100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:12:51.839498 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-f0c38eb7-4065-4f4b-b9c6-e7944bb2440a req-b7d292b4-76ff-4d7e-aae8-e0063db53ba7 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:51.895457 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0d1d7c0c-538f-4de0-baee-ac79aad2b0a9,segment=NetworkSegment(09fbaf50-9346-436a-9d2f-7c32e079f7c3),segment_id=09fbaf50-9346-436a-9d2f-7c32e079f7c3)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:12:51.910238 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Returning: {'device': '0d1d7c0c-538f-4de0-baee-ac79aad2b0a9', 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0', 'port_id': '0d1d7c0c-538f-4de0-baee-ac79aad2b0a9', 'mac_address': 'fa:16:3e:fd:18:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:12:51.957863 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:51.973352 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-f0c38eb7-4065-4f4b-b9c6-e7944bb2440a req-b7d292b4-76ff-4d7e-aae8-e0063db53ba7 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] For port d3c422d8-f60e-4f16-ade8-d2ea06425c6f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d3c422d8-f60e-4f16-ade8-d2ea06425c6f,segment=NetworkSegment(85203d2a-e72b-471f-8498-5bdb985c80ed),segment_id=85203d2a-e72b-471f-8498-5bdb985c80ed)] {{(pid=94100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:12:51.973827 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-f0c38eb7-4065-4f4b-b9c6-e7944bb2440a req-b7d292b4-76ff-4d7e-aae8-e0063db53ba7 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:51.974481 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 {{(pid=94102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:12:51.995681 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0d1d7c0c-538f-4de0-baee-ac79aad2b0a9,segment=NetworkSegment(09fbaf50-9346-436a-9d2f-7c32e079f7c3),segment_id=09fbaf50-9346-436a-9d2f-7c32e079f7c3)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:12:52.000361 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:52.005800 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-f0c38eb7-4065-4f4b-b9c6-e7944bb2440a req-b7d292b4-76ff-4d7e-aae8-e0063db53ba7 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Calling delete_port for d3c422d8-f60e-4f16-ade8-d2ea06425c6f owned by compute:nova {{(pid=94100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:12:52.057230 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=0d1d7c0c-538f-4de0-baee-ac79aad2b0a9,revision_number=6']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:52.069198 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:52.069585 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:52.069937 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:52.070274 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:52.070603 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:52.070933 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:52.071313 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:52.071644 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:52.071969 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:52.072287 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:52.072883 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:52.073392 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:12:52.077412 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249db8c0-030c-44c6-8942-f8cfb5f8c5f1 req-e145e820-01fe-4a24-aae2-8cecfe0b6b69 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:52.085116 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-249db8c0-030c-44c6-8942-f8cfb5f8c5f1 req-e145e820-01fe-4a24-aae2-8cecfe0b6b69 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/ports?device_id=afedbc56-7f1a-4a8d-ac3d-d851e66cf69c HTTP/1.1" status: 200 len: 946 time: 0.1325576 Aug 20 14:12:52.109609 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['0d1d7c0c-538f-4de0-baee-ac79aad2b0a9'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:12:52.140888 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-249db8c0-030c-44c6-8942-f8cfb5f8c5f1 req-abe52e0b-9cdf-4740-b0ed-dca5b2935b29 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.38 "GET /v2.0/security-groups?id=ee335392-24ea-49d1-b5db-2f0fc60d571d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529463 Aug 20 14:12:52.311095 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-f0c38eb7-4065-4f4b-b9c6-e7944bb2440a req-b7d292b4-76ff-4d7e-aae8-e0063db53ba7 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:52.387243 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d292b4-76ff-4d7e-aae8-e0063db53ba7 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Pushing event deleted for resources: {'Port': ['ID=d3c422d8-f60e-4f16-ade8-d2ea06425c6f,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:52.401345 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['d3c422d8-f60e-4f16-ade8-d2ea06425c6f'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:12:52.436747 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c38eb7-4065-4f4b-b9c6-e7944bb2440a req-b7d292b4-76ff-4d7e-aae8-e0063db53ba7 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] No DVR routers for this DVR port d3c422d8-f60e-4f16-ade8-d2ea06425c6f on host hv-cinder-79053 {{(pid=94100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:12:52.441092 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-f0c38eb7-4065-4f4b-b9c6-e7944bb2440a req-b7d292b4-76ff-4d7e-aae8-e0063db53ba7 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:52.443248 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f0c38eb7-4065-4f4b-b9c6-e7944bb2440a req-b7d292b4-76ff-4d7e-aae8-e0063db53ba7 tempest-TestMinimumBasicScenario-1024798979 tempest-TestMinimumBasicScenario-1024798979-project] 10.222.0.65 "DELETE /v2.0/ports/d3c422d8-f60e-4f16-ade8-d2ea06425c6f HTTP/1.1" status: 204 len: 173 time: 0.7171681 Aug 20 14:12:52.443722 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afedbc56-7f1a-4a8d-ac3d-d851e66cf69c', 'name': 'network-vif-deleted', 'tag': 'd3c422d8-f60e-4f16-ade8-d2ea06425c6f'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:12:52.446100 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5189994-56c7-47ca-ac7e-50e4db0a34f1" -d '{"events": [{"server_uuid": "afedbc56-7f1a-4a8d-ac3d-d851e66cf69c", "name": "network-vif-deleted", "tag": "d3c422d8-f60e-4f16-ade8-d2ea06425c6f"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:12:52.460319 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812b548-cb7e-4677-b5e0-233ec339076a req-80744fad-1cf1-424c-99cb-491965e88761 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:52.462200 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1812b548-cb7e-4677-b5e0-233ec339076a req-80744fad-1cf1-424c-99cb-491965e88761 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 944 time: 0.1659603 Aug 20 14:12:52.496485 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5116ebcf-e987-425a-8e42-c7c385d8a799 x-openstack-request-id: req-5116ebcf-e987-425a-8e42-c7c385d8a799 {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:12:52.496813 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afedbc56-7f1a-4a8d-ac3d-d851e66cf69c", "name": "network-vif-deleted", "tag": "d3c422d8-f60e-4f16-ade8-d2ea06425c6f", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:12:52.497049 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5116ebcf-e987-425a-8e42-c7c385d8a799 {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:12:52.497502 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afedbc56-7f1a-4a8d-ac3d-d851e66cf69c', 'name': 'network-vif-deleted', 'tag': 'd3c422d8-f60e-4f16-ade8-d2ea06425c6f', 'status': 'completed', 'code': 200} Aug 20 14:12:52.513673 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1812b548-cb7e-4677-b5e0-233ec339076a req-be807698-ae77-4377-bd89-11b6515a9ab9 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454390 Aug 20 14:12:53.668535 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e874635-7251-4537-8e9a-f061bed192c5 req-1bea0a73-1943-4824-bf87-1069f9978008 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:53.670390 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0e874635-7251-4537-8e9a-f061bed192c5 req-1bea0a73-1943-4824-bf87-1069f9978008 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 944 time: 0.0603945 Aug 20 14:12:53.746655 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0e874635-7251-4537-8e9a-f061bed192c5 req-c14b5873-8c4e-4537-ad10-c1e3fa2735af tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656645 Aug 20 14:12:53.782970 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 up at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:12:53.843408 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning complete for port 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:12:53.844899 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:53.952541 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:53.993495 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77225aa2-197d-4547-b4b1-aebdf58bd8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1d7c0c-538f-4de0-baee-ac79aad2b0a9'}] {{(pid=94102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:12:53.995780 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658e03e68c488354c0da9c4193b8775245da486d5210860026445f3bfd5b20fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bd3179-24bd-4e09-b077-feea93ec0567" -d '{"events": [{"server_uuid": "77225aa2-197d-4547-b4b1-aebdf58bd8e3", "name": "network-vif-plugged", "status": "completed", "tag": "0d1d7c0c-538f-4de0-baee-ac79aad2b0a9"}]}' {{(pid=94102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:12:54.011219 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0d1d7c0c-538f-4de0-baee-ac79aad2b0a9,segment=NetworkSegment(09fbaf50-9346-436a-9d2f-7c32e079f7c3),segment_id=09fbaf50-9346-436a-9d2f-7c32e079f7c3)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:12:54.019549 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:12:54.020693 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device d3c422d8-f60e-4f16-ade8-d2ea06425c6f no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:12:54.076812 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] No Port match for: d3c422d8-f60e-4f16-ade8-d2ea06425c6f {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:12:54.077190 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device d3c422d8-f60e-4f16-ade8-d2ea06425c6f not bound to the agent host hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:12:54.115320 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=0d1d7c0c-538f-4de0-baee-ac79aad2b0a9,revision_number=7']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:12:54.225330 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8bbf00-0b81-45ce-ad0d-1db48b66e5b5 x-openstack-request-id: req-9f8bbf00-0b81-45ce-ad0d-1db48b66e5b5 {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:12:54.225626 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77225aa2-197d-4547-b4b1-aebdf58bd8e3", "name": "network-vif-plugged", "status": "completed", "tag": "0d1d7c0c-538f-4de0-baee-ac79aad2b0a9", "code": 200}]} {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:12:54.225881 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9f8bbf00-0b81-45ce-ad0d-1db48b66e5b5 {{(pid=94102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:12:54.226383 dv-cinder-790535-10-iscsi neutron-server[94102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77225aa2-197d-4547-b4b1-aebdf58bd8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1d7c0c-538f-4de0-baee-ac79aad2b0a9', 'code': 200} Aug 20 14:12:54.945288 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdd774-a3b1-4d7f-ab19-19a13c6a6f06 req-f8f2b999-4f4d-4913-893c-c53f36d41e5d tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:54.947468 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f2fdd774-a3b1-4d7f-ab19-19a13c6a6f06 req-f8f2b999-4f4d-4913-893c-c53f36d41e5d tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 945 time: 0.0952208 Aug 20 14:12:54.994772 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f2fdd774-a3b1-4d7f-ab19-19a13c6a6f06 req-9d5ad2d8-fc51-4650-a30b-97b5f869949a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408585 Aug 20 14:12:56.151089 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f054b-595f-4cdd-93ad-06a1fe5fbfe9 req-6bf77d24-7b37-4001-9ba0-fda0bdf5fe8b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:56.152833 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4b4f054b-595f-4cdd-93ad-06a1fe5fbfe9 req-6bf77d24-7b37-4001-9ba0-fda0bdf5fe8b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 945 time: 0.0615361 Aug 20 14:12:56.207320 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4b4f054b-595f-4cdd-93ad-06a1fe5fbfe9 req-718c8d40-23ff-42ca-aca4-74f5947c6422 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470047 Aug 20 14:12:57.416798 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac437a3-30c5-4354-aa23-9c3d2c00f7bd req-1bbe3e77-b911-427f-b964-67ba33644741 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:57.426026 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-bac437a3-30c5-4354-aa23-9c3d2c00f7bd req-1bbe3e77-b911-427f-b964-67ba33644741 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 945 time: 0.0918884 Aug 20 14:12:57.477976 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-bac437a3-30c5-4354-aa23-9c3d2c00f7bd req-89b15539-372a-49c1-aa59-d8332e240f61 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498972 Aug 20 14:12:58.641405 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fe1e0-83da-45dc-8b22-5bdca402e633 req-9eccf811-546b-4af4-8ec9-72bd693d275d tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:58.642995 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-030fe1e0-83da-45dc-8b22-5bdca402e633 req-9eccf811-546b-4af4-8ec9-72bd693d275d tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 945 time: 0.0666327 Aug 20 14:12:58.695673 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-030fe1e0-83da-45dc-8b22-5bdca402e633 req-fe53fda0-668d-41e5-a8fd-52b139b3396a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461631 Aug 20 14:12:59.852395 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7798db3-8635-4d86-90c5-922350a4c405 req-2387e47d-a1cb-41dc-9cd2-9d28f241e6ab tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:12:59.854185 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d7798db3-8635-4d86-90c5-922350a4c405 req-2387e47d-a1cb-41dc-9cd2-9d28f241e6ab tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 945 time: 0.0618412 Aug 20 14:12:59.899333 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d7798db3-8635-4d86-90c5-922350a4c405 req-ff4815fa-ab7d-4145-86f8-da29813969fe tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387044 Aug 20 14:13:01.070144 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6160bc4-b5a1-4d3f-a3d3-90a4a18e46a2 req-be2f9d4e-ff9f-4ba9-af7c-acf3d6f7da76 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:01.072659 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c6160bc4-b5a1-4d3f-a3d3-90a4a18e46a2 req-be2f9d4e-ff9f-4ba9-af7c-acf3d6f7da76 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 945 time: 0.0592122 Aug 20 14:13:01.119500 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c6160bc4-b5a1-4d3f-a3d3-90a4a18e46a2 req-1c4e5b9d-cfaa-4e44-a44b-583dcc45bdf6 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372453 Aug 20 14:13:01.939472 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 60314) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:13:02.264036 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc497e-2830-4e1a-8758-1e64d8aa4461 req-3a17335b-d8c3-4bd4-9395-ff33a47cde82 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:02.265837 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-bbfc497e-2830-4e1a-8758-1e64d8aa4461 req-3a17335b-d8c3-4bd4-9395-ff33a47cde82 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 945 time: 0.0561497 Aug 20 14:13:02.305138 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-bbfc497e-2830-4e1a-8758-1e64d8aa4461 req-411a7e23-7195-441b-9cdc-9d366069340c tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319118 Aug 20 14:13:02.398785 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-b327bd2c-a55f-41d1-b862-cc352b3ce651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529622'] for router_interface, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:02.544350 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b54996-1381-4e1e-969f-51dae8113b52 req-1554504e-b371-4f00-b5bc-3d11f53060ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:02.546163 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d4b54996-1381-4e1e-969f-51dae8113b52 req-1554504e-b371-4f00-b5bc-3d11f53060ca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee09af3d24634dd0b8d0361dafbf2c7a&device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 1098 time: 0.0434647 Aug 20 14:13:02.644984 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b54996-1381-4e1e-969f-51dae8113b52 req-64f4fa53-1aaa-49e9-98e2-5d0b1255bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:02.646814 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d4b54996-1381-4e1e-969f-51dae8113b52 req-64f4fa53-1aaa-49e9-98e2-5d0b1255bf76 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 HTTP/1.1" status: 200 len: 915 time: 0.0929189 Aug 20 14:13:02.712827 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d4b54996-1381-4e1e-969f-51dae8113b52 req-5a19e37a-0107-4617-9485-9a0b36927ece service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 HTTP/1.1" status: 200 len: 1001 time: 0.0587482 Aug 20 14:13:02.762053 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b54996-1381-4e1e-969f-51dae8113b52 req-cc32cb40-968e-4a3e-aa69-ac9b25189270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:02.763529 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d4b54996-1381-4e1e-969f-51dae8113b52 req-cc32cb40-968e-4a3e-aa69-ac9b25189270 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f4bed576-abba-4384-ad26-22f02bdef9a8 HTTP/1.1" status: 200 len: 853 time: 0.0436809 Aug 20 14:13:02.813093 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b54996-1381-4e1e-969f-51dae8113b52 req-49295796-f128-4d6d-9867-622d43d03c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:02.815135 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d4b54996-1381-4e1e-969f-51dae8113b52 req-49295796-f128-4d6d-9867-622d43d03c02 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d7b7e4f-93c0-4b84-9c6a-22526b6438a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0432539 Aug 20 14:13:02.881660 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-b327bd2c-a55f-41d1-b862-cc352b3ce651 admin admin] Deleting port 322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615 {{(pid=94101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:13:02.881988 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-b327bd2c-a55f-41d1-b862-cc352b3ce651 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:02.906778 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d4b54996-1381-4e1e-969f-51dae8113b52 req-2592e20a-d782-43cf-b71d-b5b18f8c330d service neutron] 10.222.0.65 "GET /v2.0/networks/1d7b7e4f-93c0-4b84-9c6a-22526b6438a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828631 Aug 20 14:13:02.957860 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.db [None req-b327bd2c-a55f-41d1-b862-cc352b3ce651 admin admin] For port 322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615,segment=NetworkSegment(85203d2a-e72b-471f-8498-5bdb985c80ed),segment_id=85203d2a-e72b-471f-8498-5bdb985c80ed)] {{(pid=94101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:13:02.958489 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-b327bd2c-a55f-41d1-b862-cc352b3ce651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:02.970485 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-b327bd2c-a55f-41d1-b862-cc352b3ce651 admin admin] Calling delete_port for 322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615 owned by network:router_interface {{(pid=94101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:13:03.000357 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d4b54996-1381-4e1e-969f-51dae8113b52 req-3ec05bb9-0f9e-4eee-ba74-d8174a076f6b service neutron] 10.222.0.65 "GET /v2.0/networks/1d7b7e4f-93c0-4b84-9c6a-22526b6438a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863023 Aug 20 14:13:03.147876 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-b327bd2c-a55f-41d1-b862-cc352b3ce651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131250090'] for port, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:03.177319 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327bd2c-a55f-41d1-b862-cc352b3ce651 admin admin] Pushing event deleted for resources: {'Port': ['ID=322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:03.351201 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-b327bd2c-a55f-41d1-b862-cc352b3ce651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1015037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529482'] for router_interface, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:03.447001 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d6a27-e7d3-4baf-84c9-c4642cde49fb req-2bd8a438-7d01-4bb9-9fbe-3d27346ec83b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:03.448824 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-fd5d6a27-e7d3-4baf-84c9-c4642cde49fb req-2bd8a438-7d01-4bb9-9fbe-3d27346ec83b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 945 time: 0.0624654 Aug 20 14:13:03.487650 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-fd5d6a27-e7d3-4baf-84c9-c4642cde49fb req-d352f7c4-fa79-43e3-81f2-3cdfba5fe343 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321624 Aug 20 14:13:03.579099 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b327bd2c-a55f-41d1-b862-cc352b3ce651 admin admin] Router 0ff65773-2e32-405e-bcc0-b85204ad599b has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:13:03.683649 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b327bd2c-a55f-41d1-b862-cc352b3ce651 admin admin] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:13:03.690943 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-b327bd2c-a55f-41d1-b862-cc352b3ce651 admin admin] 10.222.0.38 "PUT /v2.0/routers/0ff65773-2e32-405e-bcc0-b85204ad599b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7485802 Aug 20 14:13:03.692542 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 60338) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:13:03.693137 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8af369c-45ef-4a0a-80f0-b392a614841e None None] Sync routers for ids ['0ff65773-2e32-405e-bcc0-b85204ad599b'] in dv-cinder-790535-10-iscsi {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:13:03.703098 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8af369c-45ef-4a0a-80f0-b392a614841e None None] Routers {'0ff65773-2e32-405e-bcc0-b85204ad599b'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:13:03.703709 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-c8af369c-45ef-4a0a-80f0-b392a614841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:12:40Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['0ff65773-2e32-405e-bcc0-b85204ad599b'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:03.798217 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-9a4fdd24-4305-4d28-be6c-c0c7d449236e admin admin] Notify callbacks [] for router, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:03.806460 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-c8af369c-45ef-4a0a-80f0-b392a614841e None None] Set router 0ff65773-2e32-405e-bcc0-b85204ad599b gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:13:03.898935 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-9a4fdd24-4305-4d28-be6c-c0c7d449236e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:03.953927 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-9a4fdd24-4305-4d28-be6c-c0c7d449236e admin admin] Deleting port f650e61c-42be-432d-b113-0ee53a3ea87d {{(pid=94101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:13:03.954316 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-9a4fdd24-4305-4d28-be6c-c0c7d449236e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:03.988819 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-c8af369c-45ef-4a0a-80f0-b392a614841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'name': 'tempest-TestMinimumBasicScenario-1721183229-router', 'tenant_id': '16f5c5549cc5497f82be9bc39ad14467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f650e61c-42be-432d-b113-0ee53a3ea87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:59Z', 'updated_at': '2021-08-20T14:13:03Z', 'revision_number': 5, 'project_id': '16f5c5549cc5497f82be9bc39ad14467', 'gw_port': {'id': 'f650e61c-42be-432d-b113-0ee53a3ea87d', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:10:00Z', 'updated_at': '2021-08-20T14:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:04.016747 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8af369c-45ef-4a0a-80f0-b392a614841e None None] Checking router: 0ff65773-2e32-405e-bcc0-b85204ad599b for host: dv-cinder-790535-10-iscsi {{(pid=94102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:13:04.024965 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8af369c-45ef-4a0a-80f0-b392a614841e None None] Routers {'0ff65773-2e32-405e-bcc0-b85204ad599b'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:13:04.025567 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-c8af369c-45ef-4a0a-80f0-b392a614841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:12:40Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['0ff65773-2e32-405e-bcc0-b85204ad599b'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:04.034412 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.db [None req-9a4fdd24-4305-4d28-be6c-c0c7d449236e admin admin] For port f650e61c-42be-432d-b113-0ee53a3ea87d, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=f650e61c-42be-432d-b113-0ee53a3ea87d,segment=NetworkSegment(4decdd4f-3fef-48ea-97d6-157c44e17f8c),segment_id=4decdd4f-3fef-48ea-97d6-157c44e17f8c)] {{(pid=94101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:13:04.034949 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-9a4fdd24-4305-4d28-be6c-c0c7d449236e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:04.047451 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-9a4fdd24-4305-4d28-be6c-c0c7d449236e admin admin] Calling delete_port for f650e61c-42be-432d-b113-0ee53a3ea87d owned by network:router_gateway {{(pid=94101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:13:04.111969 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-c8af369c-45ef-4a0a-80f0-b392a614841e None None] Set router 0ff65773-2e32-405e-bcc0-b85204ad599b gateway port host: None {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:13:04.164310 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-c8af369c-45ef-4a0a-80f0-b392a614841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'name': 'tempest-TestMinimumBasicScenario-1721183229-router', 'tenant_id': '16f5c5549cc5497f82be9bc39ad14467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:59Z', 'updated_at': '2021-08-20T14:13:03Z', 'revision_number': 6, 'project_id': '16f5c5549cc5497f82be9bc39ad14467', 'gw_port_host': None}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:04.195121 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8af369c-45ef-4a0a-80f0-b392a614841e None None] The sync data for ids ['0ff65773-2e32-405e-bcc0-b85204ad599b'] in dv-cinder-790535-10-iscsi is: [{'id': '0ff65773-2e32-405e-bcc0-b85204ad599b', 'name': 'tempest-TestMinimumBasicScenario-1721183229-router', 'tenant_id': '16f5c5549cc5497f82be9bc39ad14467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:59Z', 'updated_at': '2021-08-20T14:13:03Z', 'revision_number': 6, 'project_id': '16f5c5549cc5497f82be9bc39ad14467', 'gw_port_host': None}] {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:13:04.215270 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-9a4fdd24-4305-4d28-be6c-c0c7d449236e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131250090'] for port, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:04.244569 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4fdd24-4305-4d28-be6c-c0c7d449236e admin admin] Pushing event deleted for resources: {'Port': ['ID=f650e61c-42be-432d-b113-0ee53a3ea87d,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:04.304529 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-9a4fdd24-4305-4d28-be6c-c0c7d449236e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-686494'] for router_gateway, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:04.405918 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-9a4fdd24-4305-4d28-be6c-c0c7d449236e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3234'] for router, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:04.408714 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-9a4fdd24-4305-4d28-be6c-c0c7d449236e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:04.453506 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-9a4fdd24-4305-4d28-be6c-c0c7d449236e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532139'] for router, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:04.454470 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4fdd24-4305-4d28-be6c-c0c7d449236e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ff65773-2e32-405e-bcc0-b85204ad599b {{(pid=94101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:13:04.460871 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-9a4fdd24-4305-4d28-be6c-c0c7d449236e admin admin] Notify callbacks [] for router, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:04.462006 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-9a4fdd24-4305-4d28-be6c-c0c7d449236e admin admin] 10.222.0.38 "DELETE /v2.0/routers/0ff65773-2e32-405e-bcc0-b85204ad599b HTTP/1.1" status: 204 len: 168 time: 0.7684782 Aug 20 14:13:04.464572 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 60342) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:13:04.514506 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f9db09-2f71-472a-991a-c9d2298d7a8e admin admin] Deleting subnet d1f93410-7160-43fc-92d9-eb198e6e3255 {{(pid=94101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:13:04.519528 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-44f9db09-2f71-472a-991a-c9d2298d7a8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:04.575932 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-44f9db09-2f71-472a-991a-c9d2298d7a8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131863462'] for subnet, precommit_delete_associations {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:04.645759 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194eabeb-94f2-4fbc-ab49-a55c1bdc676f req-b3315691-51b1-47d8-b6d7-6610aeb9756a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:04.648536 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-194eabeb-94f2-4fbc-ab49-a55c1bdc676f req-b3315691-51b1-47d8-b6d7-6610aeb9756a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 945 time: 0.0816598 Aug 20 14:13:04.714748 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-194eabeb-94f2-4fbc-ab49-a55c1bdc676f req-8b71c8db-5309-4466-8139-600323d037f8 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591102 Aug 20 14:13:04.909614 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-44f9db09-2f71-472a-991a-c9d2298d7a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1685479'] for subnet, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:04.961260 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-44f9db09-2f71-472a-991a-c9d2298d7a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1685486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131250079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130136038'] for subnet, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:04.987259 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9db09-2f71-472a-991a-c9d2298d7a8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1f93410-7160-43fc-92d9-eb198e6e3255,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:04.993336 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-44f9db09-2f71-472a-991a-c9d2298d7a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for subnet, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:04.997415 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-44f9db09-2f71-472a-991a-c9d2298d7a8e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d1f93410-7160-43fc-92d9-eb198e6e3255 HTTP/1.1" status: 204 len: 168 time: 0.5296986 Aug 20 14:13:04.998343 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e75e140-6402-446f-9a0a-ac36e3b5b939 None None] Network fd2b389c-07c4-46a4-9c61-c7db406c2ee2 requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:13:05.001603 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 60346) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:13:05.069387 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d61cdfc9-3e2f-47b7-a8a3-fa43c99dd3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656558'] for network, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:05.139590 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-d61cdfc9-3e2f-47b7-a8a3-fa43c99dd3c3 admin admin] Deleting port a69da056-5fa7-438d-b7b2-5d913d9a2701 {{(pid=94101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:13:05.139939 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d61cdfc9-3e2f-47b7-a8a3-fa43c99dd3c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:05.209352 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.db [None req-d61cdfc9-3e2f-47b7-a8a3-fa43c99dd3c3 admin admin] For port a69da056-5fa7-438d-b7b2-5d913d9a2701, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=a69da056-5fa7-438d-b7b2-5d913d9a2701,segment=NetworkSegment(85203d2a-e72b-471f-8498-5bdb985c80ed),segment_id=85203d2a-e72b-471f-8498-5bdb985c80ed)] {{(pid=94101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:13:05.209718 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d61cdfc9-3e2f-47b7-a8a3-fa43c99dd3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:05.213640 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd575eb-f352-4e4e-8901-7c4c883f8be1 None None] DHCP port deletion for fd2b389c-07c4-46a4-9c61-c7db406c2ee2 request from dv-cinder-790535-10-iscsi {{(pid=94102) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:13:05.225451 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-d61cdfc9-3e2f-47b7-a8a3-fa43c99dd3c3 admin admin] Calling delete_port for a69da056-5fa7-438d-b7b2-5d913d9a2701 owned by network:dhcp {{(pid=94101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:13:05.262013 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-ddd575eb-f352-4e4e-8901-7c4c883f8be1 None None] Deleting port a69da056-5fa7-438d-b7b2-5d913d9a2701 {{(pid=94102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:13:05.262417 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ddd575eb-f352-4e4e-8901-7c4c883f8be1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:05.315948 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d61cdfc9-3e2f-47b7-a8a3-fa43c99dd3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131250090'] for port, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:05.329460 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-ddd575eb-f352-4e4e-8901-7c4c883f8be1 None None] For port a69da056-5fa7-438d-b7b2-5d913d9a2701, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=a69da056-5fa7-438d-b7b2-5d913d9a2701,segment=NetworkSegment(85203d2a-e72b-471f-8498-5bdb985c80ed),segment_id=85203d2a-e72b-471f-8498-5bdb985c80ed)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:13:05.329967 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ddd575eb-f352-4e4e-8901-7c4c883f8be1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:05.345361 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-ddd575eb-f352-4e4e-8901-7c4c883f8be1 None None] Calling delete_port for a69da056-5fa7-438d-b7b2-5d913d9a2701 owned by network:dhcp {{(pid=94102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:13:05.347457 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61cdfc9-3e2f-47b7-a8a3-fa43c99dd3c3 admin admin] No DVR routers for this DVR port a69da056-5fa7-438d-b7b2-5d913d9a2701 on host dv-cinder-790535-10-iscsi {{(pid=94101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:13:05.349161 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61cdfc9-3e2f-47b7-a8a3-fa43c99dd3c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a69da056-5fa7-438d-b7b2-5d913d9a2701,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:05.423782 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d61cdfc9-3e2f-47b7-a8a3-fa43c99dd3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1745010', 'neutron.services.segments.db._delete_segments_for_network-8728246697485'] for network, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:05.434073 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-d61cdfc9-3e2f-47b7-a8a3-fa43c99dd3c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd2b389c-07c4-46a4-9c61-c7db406c2ee2']}} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:05.454381 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-d61cdfc9-3e2f-47b7-a8a3-fa43c99dd3c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85203d2a-e72b-471f-8498-5bdb985c80ed') {'for_net_delete': True} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:05.454674 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-d61cdfc9-3e2f-47b7-a8a3-fa43c99dd3c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85203d2a-e72b-471f-8498-5bdb985c80ed') {} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:05.463691 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d61cdfc9-3e2f-47b7-a8a3-fa43c99dd3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728246668737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131863519'] for segment, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:05.472722 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ddd575eb-f352-4e4e-8901-7c4c883f8be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990'] for port, after_delete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:05.481619 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d61cdfc9-3e2f-47b7-a8a3-fa43c99dd3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:05.487494 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61cdfc9-3e2f-47b7-a8a3-fa43c99dd3c3 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:13:05.487880 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d61cdfc9-3e2f-47b7-a8a3-fa43c99dd3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131250037'] for segment, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:05.489591 dv-cinder-790535-10-iscsi neutron-server[94101]: Traceback (most recent call last): Aug 20 14:13:05.489591 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:13:05.489591 dv-cinder-790535-10-iscsi neutron-server[94101]: timer() Aug 20 14:13:05.489591 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:13:05.489591 dv-cinder-790535-10-iscsi neutron-server[94101]: cb(*args, **kw) Aug 20 14:13:05.489591 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:13:05.489591 dv-cinder-790535-10-iscsi neutron-server[94101]: return func(*args, **kwargs) Aug 20 14:13:05.489591 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:13:05.489591 dv-cinder-790535-10-iscsi neutron-server[94101]: self._notify() Aug 20 14:13:05.489591 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:13:05.489591 dv-cinder-790535-10-iscsi neutron-server[94101]: self.callback(batched_events) Aug 20 14:13:05.489591 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:13:05.489591 dv-cinder-790535-10-iscsi neutron-server[94101]: event.method(event) Aug 20 14:13:05.489591 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:13:05.489591 dv-cinder-790535-10-iscsi neutron-server[94101]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:13:05.489591 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:13:05.489591 dv-cinder-790535-10-iscsi neutron-server[94101]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:13:05.489591 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:13:05.489591 dv-cinder-790535-10-iscsi neutron-server[94101]: return f(self, *a, **k) Aug 20 14:13:05.489591 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:13:05.489591 dv-cinder-790535-10-iscsi neutron-server[94101]: return self._get(url).json() Aug 20 14:13:05.489591 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:13:05.489591 dv-cinder-790535-10-iscsi neutron-server[94101]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:13:05.489591 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:13:05.489591 dv-cinder-790535-10-iscsi neutron-server[94101]: return self.request(url, 'GET', **kwargs) Aug 20 14:13:05.489591 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:13:05.489591 dv-cinder-790535-10-iscsi neutron-server[94101]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:13:05.489591 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:13:05.489591 dv-cinder-790535-10-iscsi neutron-server[94101]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:13:05.489591 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:13:05.489591 dv-cinder-790535-10-iscsi neutron-server[94101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:13:05.489591 dv-cinder-790535-10-iscsi neutron-server[94101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:13:05.497216 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd575eb-f352-4e4e-8901-7c4c883f8be1 None None] Pushing event deleted for resources: {'Port': ['ID=a69da056-5fa7-438d-b7b2-5d913d9a2701,revision_number=None']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:05.501370 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd575eb-f352-4e4e-8901-7c4c883f8be1 None None] No DVR routers for this DVR port a69da056-5fa7-438d-b7b2-5d913d9a2701 on host dv-cinder-790535-10-iscsi {{(pid=94102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:13:05.542600 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d61cdfc9-3e2f-47b7-a8a3-fa43c99dd3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1745017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687127'] for network, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:05.548041 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d61cdfc9-3e2f-47b7-a8a3-fa43c99dd3c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:05.549922 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-d61cdfc9-3e2f-47b7-a8a3-fa43c99dd3c3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/fd2b389c-07c4-46a4-9c61-c7db406c2ee2 HTTP/1.1" status: 204 len: 168 time: 0.5479331 Aug 20 14:13:05.553077 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 60350) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:13:05.560928 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61cdfc9-3e2f-47b7-a8a3-fa43c99dd3c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd2b389c-07c4-46a4-9c61-c7db406c2ee2,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:05.822756 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:13:05.870148 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834fc83-a8b7-43df-ab2b-940a0f206ee9 req-fead8c84-c546-4ecf-a3a0-56aa9962cc61 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:05.871743 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b834fc83-a8b7-43df-ab2b-940a0f206ee9 req-fead8c84-c546-4ecf-a3a0-56aa9962cc61 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 945 time: 0.0763612 Aug 20 14:13:05.947089 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b834fc83-a8b7-43df-ab2b-940a0f206ee9 req-269a7e37-aa20-4d65-ac13-4965ee65fee2 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679526 Aug 20 14:13:05.975490 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-553ffc45-c1e1-4986-a369-df8823fbcde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529622'] for router_interface, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:06.033020 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:06.037124 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615 no longer exists at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:13:06.065714 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] No Port match for: 322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615 {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:13:06.066066 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 322b7bfa-a4ff-46fc-bd93-c6f6dcaa2615 not bound to the agent host dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:13:06.066486 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device f650e61c-42be-432d-b113-0ee53a3ea87d no longer exists at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:13:06.095585 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77225aa2-197d-4547-b4b1-aebdf58bd8e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d1d7c0c-538f-4de0-baee-ac79aad2b0a9'}] {{(pid=94102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:13:06.097908 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658e03e68c488354c0da9c4193b8775245da486d5210860026445f3bfd5b20fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c997367c-1c1f-470d-a4ed-ebdf0042b093" -d '{"events": [{"server_uuid": "77225aa2-197d-4547-b4b1-aebdf58bd8e3", "name": "network-vif-unplugged", "status": "completed", "tag": "0d1d7c0c-538f-4de0-baee-ac79aad2b0a9"}]}' {{(pid=94102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:13:06.103099 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] No Port match for: f650e61c-42be-432d-b113-0ee53a3ea87d {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:13:06.103489 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device f650e61c-42be-432d-b113-0ee53a3ea87d not bound to the agent host dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:13:06.103887 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device a69da056-5fa7-438d-b7b2-5d913d9a2701 no longer exists at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:13:06.133749 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0d1d7c0c-538f-4de0-baee-ac79aad2b0a9,segment=NetworkSegment(09fbaf50-9346-436a-9d2f-7c32e079f7c3),segment_id=09fbaf50-9346-436a-9d2f-7c32e079f7c3)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:13:06.134778 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] No Port match for: a69da056-5fa7-438d-b7b2-5d913d9a2701 {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:13:06.135118 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device a69da056-5fa7-438d-b7b2-5d913d9a2701 not bound to the agent host dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:13:06.144209 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:06.153023 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 14:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b575fcee-6bd9-4362-92c8-c949d8554d6b x-openstack-request-id: req-b575fcee-6bd9-4362-92c8-c949d8554d6b {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:13:06.153569 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77225aa2-197d-4547-b4b1-aebdf58bd8e3", "name": "network-vif-unplugged", "status": "failed", "tag": "0d1d7c0c-538f-4de0-baee-ac79aad2b0a9", "code": 422}]} {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:13:06.154003 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b575fcee-6bd9-4362-92c8-c949d8554d6b {{(pid=94102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:13:06.154698 dv-cinder-790535-10-iscsi neutron-server[94102]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '77225aa2-197d-4547-b4b1-aebdf58bd8e3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0d1d7c0c-538f-4de0-baee-ac79aad2b0a9', 'code': 422} returned with failed status Aug 20 14:13:06.201453 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=0d1d7c0c-538f-4de0-baee-ac79aad2b0a9,revision_number=8']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:06.263087 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [None req-553ffc45-c1e1-4986-a369-df8823fbcde7 admin admin] Deleting port 0d304995-7af8-462f-9cc2-adccd56d4797 {{(pid=94100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:13:06.263359 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-553ffc45-c1e1-4986-a369-df8823fbcde7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:06.347365 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [None req-553ffc45-c1e1-4986-a369-df8823fbcde7 admin admin] For port 0d304995-7af8-462f-9cc2-adccd56d4797, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=0d304995-7af8-462f-9cc2-adccd56d4797,segment=NetworkSegment(ae64d408-7b7a-451c-9a52-f4758b0075c2),segment_id=ae64d408-7b7a-451c-9a52-f4758b0075c2)] {{(pid=94100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:13:06.347736 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-553ffc45-c1e1-4986-a369-df8823fbcde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:06.361265 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [None req-553ffc45-c1e1-4986-a369-df8823fbcde7 admin admin] Calling delete_port for 0d304995-7af8-462f-9cc2-adccd56d4797 owned by network:router_interface {{(pid=94100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:13:06.549817 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-553ffc45-c1e1-4986-a369-df8823fbcde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:06.581158 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ffc45-c1e1-4986-a369-df8823fbcde7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d304995-7af8-462f-9cc2-adccd56d4797,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:06.743282 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-553ffc45-c1e1-4986-a369-df8823fbcde7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1015037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529482'] for router_interface, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:06.973767 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553ffc45-c1e1-4986-a369-df8823fbcde7 admin admin] Router 6890cf23-ce8a-490c-bc47-8d03722562c2 has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:13:07.116373 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2961795-ca6f-494b-b268-ee2d7e23e16d req-4162affa-ce8e-4720-a745-de090afaf69b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:07.117874 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b2961795-ca6f-494b-b268-ee2d7e23e16d req-4162affa-ce8e-4720-a745-de090afaf69b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 943 time: 0.0986805 Aug 20 14:13:07.120857 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553ffc45-c1e1-4986-a369-df8823fbcde7 admin admin] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:13:07.126954 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-553ffc45-c1e1-4986-a369-df8823fbcde7 admin admin] 10.222.0.38 "PUT /v2.0/routers/6890cf23-ce8a-490c-bc47-8d03722562c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5727735 Aug 20 14:13:07.129660 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 60394) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:13:07.130121 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68467f54-7cf8-4afd-85e1-a550bb957e4f None None] Sync routers for ids ['6890cf23-ce8a-490c-bc47-8d03722562c2'] in dv-cinder-790535-10-iscsi {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:13:07.143471 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68467f54-7cf8-4afd-85e1-a550bb957e4f None None] Routers {'6890cf23-ce8a-490c-bc47-8d03722562c2'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:13:07.144198 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-68467f54-7cf8-4afd-85e1-a550bb957e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:12:40Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['6890cf23-ce8a-490c-bc47-8d03722562c2'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:07.166170 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b2961795-ca6f-494b-b268-ee2d7e23e16d req-4460c32f-ee20-42d8-8cd1-ea4eeb4f458f tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373607 Aug 20 14:13:07.247144 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c43df901-979b-44e8-a258-90716045355d admin admin] Notify callbacks [] for router, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:07.267814 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-68467f54-7cf8-4afd-85e1-a550bb957e4f None None] Set router 6890cf23-ce8a-490c-bc47-8d03722562c2 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:13:07.320411 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 60404) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:13:07.354288 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c43df901-979b-44e8-a258-90716045355d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:07.414561 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-c43df901-979b-44e8-a258-90716045355d admin admin] Deleting port 20b7e741-3cd5-4a76-87b6-ea2910432a54 {{(pid=94101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:13:07.415255 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c43df901-979b-44e8-a258-90716045355d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:07.417595 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-278e7ead-ec32-438b-9bbb-69f797254dba req-26d8609f-ddb3-43a5-b710-ef9223f6f3fc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0956638 Aug 20 14:13:07.471269 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-68467f54-7cf8-4afd-85e1-a550bb957e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6890cf23-ce8a-490c-bc47-8d03722562c2', 'name': 'tempest-TestMinimumBasicScenario-1942133357-router', 'tenant_id': '75a13231bb0e4f2aa0ebc5956d71c070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '20b7e741-3cd5-4a76-87b6-ea2910432a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:10:09Z', 'updated_at': '2021-08-20T14:13:06Z', 'revision_number': 5, 'project_id': '75a13231bb0e4f2aa0ebc5956d71c070', 'gw_port': {'id': '20b7e741-3cd5-4a76-87b6-ea2910432a54', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6890cf23-ce8a-490c-bc47-8d03722562c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:10:12Z', 'updated_at': '2021-08-20T14:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:07.498813 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68467f54-7cf8-4afd-85e1-a550bb957e4f None None] Checking router: 6890cf23-ce8a-490c-bc47-8d03722562c2 for host: dv-cinder-790535-10-iscsi {{(pid=94103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:13:07.509368 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68467f54-7cf8-4afd-85e1-a550bb957e4f None None] Routers {'6890cf23-ce8a-490c-bc47-8d03722562c2'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:13:07.511076 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-68467f54-7cf8-4afd-85e1-a550bb957e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:12:40Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['6890cf23-ce8a-490c-bc47-8d03722562c2'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:07.517267 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.db [None req-c43df901-979b-44e8-a258-90716045355d admin admin] For port 20b7e741-3cd5-4a76-87b6-ea2910432a54, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=20b7e741-3cd5-4a76-87b6-ea2910432a54,segment=NetworkSegment(4decdd4f-3fef-48ea-97d6-157c44e17f8c),segment_id=4decdd4f-3fef-48ea-97d6-157c44e17f8c)] {{(pid=94101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:13:07.517627 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c43df901-979b-44e8-a258-90716045355d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:07.531083 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-c43df901-979b-44e8-a258-90716045355d admin admin] Calling delete_port for 20b7e741-3cd5-4a76-87b6-ea2910432a54 owned by network:router_gateway {{(pid=94101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:13:07.697675 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-68467f54-7cf8-4afd-85e1-a550bb957e4f None None] Set router 6890cf23-ce8a-490c-bc47-8d03722562c2 gateway port host: None {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:13:07.705872 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-c38880e6-f623-4a6e-ba0f-5351ae0a3038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:07.765019 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c43df901-979b-44e8-a258-90716045355d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131250090'] for port, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:07.766260 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-68467f54-7cf8-4afd-85e1-a550bb957e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6890cf23-ce8a-490c-bc47-8d03722562c2', 'name': 'tempest-TestMinimumBasicScenario-1942133357-router', 'tenant_id': '75a13231bb0e4f2aa0ebc5956d71c070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:10:09Z', 'updated_at': '2021-08-20T14:13:07Z', 'revision_number': 6, 'project_id': '75a13231bb0e4f2aa0ebc5956d71c070', 'gw_port_host': None}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:07.797891 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68467f54-7cf8-4afd-85e1-a550bb957e4f None None] The sync data for ids ['6890cf23-ce8a-490c-bc47-8d03722562c2'] in dv-cinder-790535-10-iscsi is: [{'id': '6890cf23-ce8a-490c-bc47-8d03722562c2', 'name': 'tempest-TestMinimumBasicScenario-1942133357-router', 'tenant_id': '75a13231bb0e4f2aa0ebc5956d71c070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:10:09Z', 'updated_at': '2021-08-20T14:13:07Z', 'revision_number': 6, 'project_id': '75a13231bb0e4f2aa0ebc5956d71c070', 'gw_port_host': None}] {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:13:07.822198 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43df901-979b-44e8-a258-90716045355d admin admin] Pushing event deleted for resources: {'Port': ['ID=20b7e741-3cd5-4a76-87b6-ea2910432a54,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:07.868236 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c43df901-979b-44e8-a258-90716045355d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-686494'] for router_gateway, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:07.973477 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c43df901-979b-44e8-a258-90716045355d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3234'] for router, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:07.975705 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c43df901-979b-44e8-a258-90716045355d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:08.031229 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c43df901-979b-44e8-a258-90716045355d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532139'] for router, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:08.032696 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43df901-979b-44e8-a258-90716045355d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6890cf23-ce8a-490c-bc47-8d03722562c2 {{(pid=94101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:13:08.038449 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-c43df901-979b-44e8-a258-90716045355d admin admin] Notify callbacks [] for router, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:08.039730 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-c43df901-979b-44e8-a258-90716045355d admin admin] 10.222.0.38 "DELETE /v2.0/routers/6890cf23-ce8a-490c-bc47-8d03722562c2 HTTP/1.1" status: 204 len: 168 time: 0.9079866 Aug 20 14:13:08.042128 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 60426) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:13:08.086881 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.db_base_plugin_v2 [None req-04df61db-52c7-4402-9346-c6150e0cfa11 admin admin] Deleting subnet d14f3e4f-c287-4c9c-ad85-fae7edf706b1 {{(pid=94101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:13:08.089850 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-04df61db-52c7-4402-9346-c6150e0cfa11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:08.127145 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-04df61db-52c7-4402-9346-c6150e0cfa11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131863462'] for subnet, precommit_delete_associations {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:08.287405 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-04df61db-52c7-4402-9346-c6150e0cfa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1685479'] for subnet, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:08.334481 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ea5d4-224e-48b2-90a4-0a37bb2964e6 req-a19284e0-baf2-4727-a237-0bb22fd8e1ef tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:08.344025 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ac6ea5d4-224e-48b2-90a4-0a37bb2964e6 req-a19284e0-baf2-4727-a237-0bb22fd8e1ef tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 943 time: 0.0773487 Aug 20 14:13:08.370918 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-04df61db-52c7-4402-9346-c6150e0cfa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1685486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131250079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130136038'] for subnet, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:08.411399 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df61db-52c7-4402-9346-c6150e0cfa11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d14f3e4f-c287-4c9c-ad85-fae7edf706b1,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:08.414848 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-04df61db-52c7-4402-9346-c6150e0cfa11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for subnet, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:08.417814 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-04df61db-52c7-4402-9346-c6150e0cfa11 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d14f3e4f-c287-4c9c-ad85-fae7edf706b1 HTTP/1.1" status: 204 len: 168 time: 0.3746424 Aug 20 14:13:08.420890 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 60434) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:13:08.421167 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee92cccc-cc46-4871-8ce9-f78946d6ac5b None None] Network 8625cdcc-c2af-44f0-8220-bc3d4e146657 requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:13:08.440580 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ac6ea5d4-224e-48b2-90a4-0a37bb2964e6 req-f942fea1-33d0-4665-83b1-e14a82bc5302 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949590 Aug 20 14:13:08.469328 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02096fd9-f159-453d-b15a-b8d0bc1a2e4c req-c5898366-70ed-4a32-887a-7a647d90d609 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:08.472256 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-02096fd9-f159-453d-b15a-b8d0bc1a2e4c req-c5898366-70ed-4a32-887a-7a647d90d609 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 945 time: 0.0895247 Aug 20 14:13:08.493851 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-f80a9381-c0e7-441d-9a7d-ce31f929cae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656558'] for network, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:08.526495 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-02096fd9-f159-453d-b15a-b8d0bc1a2e4c req-e8156ebd-fee4-4be5-9703-22137ceef6f7 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438623 Aug 20 14:13:08.560297 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-f80a9381-c0e7-441d-9a7d-ce31f929cae8 admin admin] Deleting port 24a3b43a-13f1-44fd-8e64-5f8a5e76ec32 {{(pid=94101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:13:08.560665 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-f80a9381-c0e7-441d-9a7d-ce31f929cae8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:08.622505 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.db [None req-f80a9381-c0e7-441d-9a7d-ce31f929cae8 admin admin] For port 24a3b43a-13f1-44fd-8e64-5f8a5e76ec32, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=24a3b43a-13f1-44fd-8e64-5f8a5e76ec32,segment=NetworkSegment(ae64d408-7b7a-451c-9a52-f4758b0075c2),segment_id=ae64d408-7b7a-451c-9a52-f4758b0075c2)] {{(pid=94101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:13:08.622864 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-f80a9381-c0e7-441d-9a7d-ce31f929cae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:08.635577 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-f80a9381-c0e7-441d-9a7d-ce31f929cae8 admin admin] Calling delete_port for 24a3b43a-13f1-44fd-8e64-5f8a5e76ec32 owned by network:dhcp {{(pid=94101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:13:08.716358 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 0d304995-7af8-462f-9cc2-adccd56d4797 no longer exists at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:13:08.718651 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c0e60e-7896-416f-af17-31b0513dece7 None None] DHCP port deletion for 8625cdcc-c2af-44f0-8220-bc3d4e146657 request from dv-cinder-790535-10-iscsi {{(pid=94102) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:13:08.722212 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-f80a9381-c0e7-441d-9a7d-ce31f929cae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131250090'] for port, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:08.740745 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] No Port match for: 0d304995-7af8-462f-9cc2-adccd56d4797 {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:13:08.741176 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 0d304995-7af8-462f-9cc2-adccd56d4797 not bound to the agent host dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:13:08.756559 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a9381-c0e7-441d-9a7d-ce31f929cae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=24a3b43a-13f1-44fd-8e64-5f8a5e76ec32,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:08.758380 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80a9381-c0e7-441d-9a7d-ce31f929cae8 admin admin] No DVR routers for this DVR port 24a3b43a-13f1-44fd-8e64-5f8a5e76ec32 on host dv-cinder-790535-10-iscsi {{(pid=94101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:13:08.830468 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-f80a9381-c0e7-441d-9a7d-ce31f929cae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1745010', 'neutron.services.segments.db._delete_segments_for_network-8728246697485'] for network, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:08.841093 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-f80a9381-c0e7-441d-9a7d-ce31f929cae8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8625cdcc-c2af-44f0-8220-bc3d4e146657']}} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:08.855400 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-f80a9381-c0e7-441d-9a7d-ce31f929cae8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae64d408-7b7a-451c-9a52-f4758b0075c2') {'for_net_delete': True} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:08.855690 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-f80a9381-c0e7-441d-9a7d-ce31f929cae8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae64d408-7b7a-451c-9a52-f4758b0075c2') {} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:08.865018 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-f80a9381-c0e7-441d-9a7d-ce31f929cae8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728246668737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131863519'] for segment, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:08.878061 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-f80a9381-c0e7-441d-9a7d-ce31f929cae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:08.883758 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80a9381-c0e7-441d-9a7d-ce31f929cae8 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:13:08.884135 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-f80a9381-c0e7-441d-9a7d-ce31f929cae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131250037'] for segment, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:08.885751 dv-cinder-790535-10-iscsi neutron-server[94101]: Traceback (most recent call last): Aug 20 14:13:08.885751 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:13:08.885751 dv-cinder-790535-10-iscsi neutron-server[94101]: timer() Aug 20 14:13:08.885751 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:13:08.885751 dv-cinder-790535-10-iscsi neutron-server[94101]: cb(*args, **kw) Aug 20 14:13:08.885751 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:13:08.885751 dv-cinder-790535-10-iscsi neutron-server[94101]: return func(*args, **kwargs) Aug 20 14:13:08.885751 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:13:08.885751 dv-cinder-790535-10-iscsi neutron-server[94101]: self._notify() Aug 20 14:13:08.885751 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:13:08.885751 dv-cinder-790535-10-iscsi neutron-server[94101]: self.callback(batched_events) Aug 20 14:13:08.885751 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:13:08.885751 dv-cinder-790535-10-iscsi neutron-server[94101]: event.method(event) Aug 20 14:13:08.885751 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:13:08.885751 dv-cinder-790535-10-iscsi neutron-server[94101]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:13:08.885751 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:13:08.885751 dv-cinder-790535-10-iscsi neutron-server[94101]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:13:08.885751 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:13:08.885751 dv-cinder-790535-10-iscsi neutron-server[94101]: return f(self, *a, **k) Aug 20 14:13:08.885751 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:13:08.885751 dv-cinder-790535-10-iscsi neutron-server[94101]: return self._get(url).json() Aug 20 14:13:08.885751 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:13:08.885751 dv-cinder-790535-10-iscsi neutron-server[94101]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:13:08.885751 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:13:08.885751 dv-cinder-790535-10-iscsi neutron-server[94101]: return self.request(url, 'GET', **kwargs) Aug 20 14:13:08.885751 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:13:08.885751 dv-cinder-790535-10-iscsi neutron-server[94101]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:13:08.885751 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:13:08.885751 dv-cinder-790535-10-iscsi neutron-server[94101]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:13:08.885751 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:13:08.885751 dv-cinder-790535-10-iscsi neutron-server[94101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:13:08.885751 dv-cinder-790535-10-iscsi neutron-server[94101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:13:08.944784 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-f80a9381-c0e7-441d-9a7d-ce31f929cae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1745017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687127'] for network, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:08.950466 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-f80a9381-c0e7-441d-9a7d-ce31f929cae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:08.955297 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-f80a9381-c0e7-441d-9a7d-ce31f929cae8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/8625cdcc-c2af-44f0-8220-bc3d4e146657 HTTP/1.1" status: 204 len: 168 time: 0.5302129 Aug 20 14:13:08.965347 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a9381-c0e7-441d-9a7d-ce31f929cae8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8625cdcc-c2af-44f0-8220-bc3d4e146657,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:09.122365 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 60440) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:13:09.162241 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-bc53aef0-842d-4657-a155-a5f62d31c928 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=16f5c5549cc5497f82be9bc39ad14467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387111 Aug 20 14:13:09.164721 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 60442) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:13:09.211133 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-64a6df09-43b9-4e6e-b034-71b262980099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:09.231618 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-64a6df09-43b9-4e6e-b034-71b262980099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:09.277317 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-64a6df09-43b9-4e6e-b034-71b262980099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:09.279802 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-64a6df09-43b9-4e6e-b034-71b262980099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:09.281020 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-64a6df09-43b9-4e6e-b034-71b262980099 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ee335392-24ea-49d1-b5db-2f0fc60d571d HTTP/1.1" status: 204 len: 168 time: 0.1153905 Aug 20 14:13:09.288649 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6df09-43b9-4e6e-b034-71b262980099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee335392-24ea-49d1-b5db-2f0fc60d571d,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:09.588717 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70d4d6-8185-48ca-9c9d-bae6d87d15ed req-5809c75f-d6f9-4606-aa2f-cca927b5d28c tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:09.590947 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9b70d4d6-8185-48ca-9c9d-bae6d87d15ed req-5809c75f-d6f9-4606-aa2f-cca927b5d28c tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 943 time: 0.0652421 Aug 20 14:13:09.618437 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 60452) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:13:09.660747 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9b70d4d6-8185-48ca-9c9d-bae6d87d15ed req-a0c4b215-332c-4daf-8748-f9116f927be0 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627916 Aug 20 14:13:09.663638 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-c1b9a7e3-f3bd-4f26-8c7f-7eac6e120bd9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=75a13231bb0e4f2aa0ebc5956d71c070&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439818 Aug 20 14:13:09.666168 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 60454) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:13:09.690020 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf02f9a-9e5d-4b91-9e52-938aac56eaaf req-5df9d032-c562-4106-869c-51c27c717802 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:09.690020 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0bf02f9a-9e5d-4b91-9e52-938aac56eaaf req-5df9d032-c562-4106-869c-51c27c717802 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 945 time: 0.0775647 Aug 20 14:13:09.722499 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0bf02f9a-9e5d-4b91-9e52-938aac56eaaf req-bc3dc46c-4526-4948-b990-ecfec20639a0 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347767 Aug 20 14:13:09.727777 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-a65dbc99-e81f-4ad5-b3ed-95f58b237ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:09.748999 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-a65dbc99-e81f-4ad5-b3ed-95f58b237ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:09.796164 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-a65dbc99-e81f-4ad5-b3ed-95f58b237ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:09.799199 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-a65dbc99-e81f-4ad5-b3ed-95f58b237ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:09.800369 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-a65dbc99-e81f-4ad5-b3ed-95f58b237ed0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/95fbc9db-48d5-4650-8c3d-384da47dcf00 HTTP/1.1" status: 204 len: 168 time: 0.1326091 Aug 20 14:13:09.807790 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65dbc99-e81f-4ad5-b3ed-95f58b237ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fbc9db-48d5-4650-8c3d-384da47dcf00,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:10.008346 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 20b7e741-3cd5-4a76-87b6-ea2910432a54 no longer exists at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:13:10.030622 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] No Port match for: 20b7e741-3cd5-4a76-87b6-ea2910432a54 {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:13:10.030965 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 20b7e741-3cd5-4a76-87b6-ea2910432a54 not bound to the agent host dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:13:10.031384 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 24a3b43a-13f1-44fd-8e64-5f8a5e76ec32 no longer exists at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:13:10.052211 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] No Port match for: 24a3b43a-13f1-44fd-8e64-5f8a5e76ec32 {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:13:10.052874 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 24a3b43a-13f1-44fd-8e64-5f8a5e76ec32 not bound to the agent host dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:13:10.467557 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-8558c756-cbef-4f11-acd7-c37be783f558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:10.483393 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:10.786816 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93a3f3-40c5-4ee7-adad-ba6a9acd710b req-354eeca8-6fdd-4064-b6fd-89d93308c3ad tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:10.788297 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4a93a3f3-40c5-4ee7-adad-ba6a9acd710b req-354eeca8-6fdd-4064-b6fd-89d93308c3ad tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 943 time: 0.0489647 Aug 20 14:13:10.853170 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4a93a3f3-40c5-4ee7-adad-ba6a9acd710b req-1e0cdb02-3cc4-48d6-90b0-860bbaefbf8b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557961 Aug 20 14:13:10.863024 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df99344-ad1a-4648-8fda-ec8354a882ec req-fc7459c2-ad7a-463a-b4bc-bccc5a6b85dd tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:10.864482 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3df99344-ad1a-4648-8fda-ec8354a882ec req-fc7459c2-ad7a-463a-b4bc-bccc5a6b85dd tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 945 time: 0.0752833 Aug 20 14:13:10.902109 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3df99344-ad1a-4648-8fda-ec8354a882ec req-2339e6d5-48ab-4114-b7a1-3ab9bd139164 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316217 Aug 20 14:13:11.274670 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e7ead-ec32-438b-9bbb-69f797254dba req-21540474-8567-4507-8990-1ba43555759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:11.276123 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-278e7ead-ec32-438b-9bbb-69f797254dba req-21540474-8567-4507-8990-1ba43555759d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3&tenant_id=ee09af3d24634dd0b8d0361dafbf2c7a HTTP/1.1" status: 200 len: 1096 time: 0.0392959 Aug 20 14:13:11.338704 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e7ead-ec32-438b-9bbb-69f797254dba req-b3738b01-ac75-43fb-8bc7-b2ed26c7b41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:11.340210 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-278e7ead-ec32-438b-9bbb-69f797254dba req-b3738b01-ac75-43fb-8bc7-b2ed26c7b41b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee09af3d24634dd0b8d0361dafbf2c7a&device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 1096 time: 0.0386915 Aug 20 14:13:11.434651 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e7ead-ec32-438b-9bbb-69f797254dba req-30aef22c-6acb-4e66-bd63-0f7368c815b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:11.436175 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-278e7ead-ec32-438b-9bbb-69f797254dba req-30aef22c-6acb-4e66-bd63-0f7368c815b1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 HTTP/1.1" status: 200 len: 915 time: 0.0875051 Aug 20 14:13:11.502084 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-278e7ead-ec32-438b-9bbb-69f797254dba req-1db29e9e-66da-4464-bd9c-64012da7eea2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 HTTP/1.1" status: 200 len: 999 time: 0.0571876 Aug 20 14:13:11.558636 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e7ead-ec32-438b-9bbb-69f797254dba req-0daa68ef-cc74-45d2-aa76-d91e55532466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:11.560155 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-278e7ead-ec32-438b-9bbb-69f797254dba req-0daa68ef-cc74-45d2-aa76-d91e55532466 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f4bed576-abba-4384-ad26-22f02bdef9a8 HTTP/1.1" status: 200 len: 853 time: 0.0497770 Aug 20 14:13:11.573181 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:11.608918 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e7ead-ec32-438b-9bbb-69f797254dba req-21cf01ea-3df1-4c66-9cd3-d1fadacf6f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:11.611028 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-278e7ead-ec32-438b-9bbb-69f797254dba req-21cf01ea-3df1-4c66-9cd3-d1fadacf6f7e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d7b7e4f-93c0-4b84-9c6a-22526b6438a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417349 Aug 20 14:13:11.701080 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-278e7ead-ec32-438b-9bbb-69f797254dba req-cb1ecc8c-6317-41cf-8f96-7c33905849c5 service neutron] 10.222.0.65 "GET /v2.0/networks/1d7b7e4f-93c0-4b84-9c6a-22526b6438a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804539 Aug 20 14:13:11.794250 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-278e7ead-ec32-438b-9bbb-69f797254dba req-90270847-a630-4e53-87a4-ec8174a211c2 service neutron] 10.222.0.65 "GET /v2.0/networks/1d7b7e4f-93c0-4b84-9c6a-22526b6438a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835721 Aug 20 14:13:11.973704 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d88c0-96bc-4813-9137-f8a907db6eba req-0b1122b1-3308-4a91-8f49-6b1029697193 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:11.975210 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-617d88c0-96bc-4813-9137-f8a907db6eba req-0b1122b1-3308-4a91-8f49-6b1029697193 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 943 time: 0.0505066 Aug 20 14:13:12.046225 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-617d88c0-96bc-4813-9137-f8a907db6eba req-6eb2c10c-0528-4c35-8b16-25ce373ee7fe tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617549 Aug 20 14:13:12.054216 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855400d-0e52-4b39-8e11-e38abb786872 req-6c801dea-baea-41c3-ac19-16ef6b255565 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:12.055694 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3855400d-0e52-4b39-8e11-e38abb786872 req-6c801dea-baea-41c3-ac19-16ef6b255565 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 945 time: 0.0795979 Aug 20 14:13:12.351909 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3855400d-0e52-4b39-8e11-e38abb786872 req-3f21ce0b-e99e-4d83-a65d-2cec32b19baf tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2901402 Aug 20 14:13:12.477889 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:13.085836 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:13.172108 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523560a5-3af6-471b-a18c-7a7e6d4f39de req-049b0453-9753-4511-aafb-993363a0d24f tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:13.174696 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-523560a5-3af6-471b-a18c-7a7e6d4f39de req-049b0453-9753-4511-aafb-993363a0d24f tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 943 time: 0.0528884 Aug 20 14:13:13.232198 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-523560a5-3af6-471b-a18c-7a7e6d4f39de req-e911ad17-f009-474c-989c-02f69b98f594 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515375 Aug 20 14:13:13.501210 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfa74f-95a1-41df-958c-ba68ffaf0af0 req-4d8da848-e94c-4e40-ad1f-ee78697a27b6 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:13.502721 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9adfa74f-95a1-41df-958c-ba68ffaf0af0 req-4d8da848-e94c-4e40-ad1f-ee78697a27b6 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 945 time: 0.0613601 Aug 20 14:13:13.566963 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9adfa74f-95a1-41df-958c-ba68ffaf0af0 req-6edd562b-bd95-4d7e-bcf1-2591a2382f52 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513275 Aug 20 14:13:14.357675 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88955100-47f2-4ba6-bfd4-cd0d962fb690 req-e290e100-483f-4f3b-982c-a03e75786095 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:14.359201 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-88955100-47f2-4ba6-bfd4-cd0d962fb690 req-e290e100-483f-4f3b-982c-a03e75786095 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 943 time: 0.0559833 Aug 20 14:13:14.399002 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-88955100-47f2-4ba6-bfd4-cd0d962fb690 req-726d911d-0244-44ea-ba6c-291aeb0555e9 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330930 Aug 20 14:13:14.705634 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02b255-59c4-404c-b1f5-5d7d7c585e26 req-09dad77a-ff58-4732-924f-f6b234ee5d87 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:14.707441 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6e02b255-59c4-404c-b1f5-5d7d7c585e26 req-09dad77a-ff58-4732-924f-f6b234ee5d87 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 945 time: 0.0768952 Aug 20 14:13:14.750673 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6e02b255-59c4-404c-b1f5-5d7d7c585e26 req-906ff2ce-e122-4d4f-8f59-8ec92501e8b8 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350158 Aug 20 14:13:15.532783 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cab65-4859-4bac-972c-aa294183b29a req-47156859-997d-46bd-b334-50c059b53b44 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:15.534692 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-746cab65-4859-4bac-972c-aa294183b29a req-47156859-997d-46bd-b334-50c059b53b44 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 943 time: 0.0602400 Aug 20 14:13:15.582313 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-746cab65-4859-4bac-972c-aa294183b29a req-198f9cfb-8654-44ed-a4c7-991564e5d7c9 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412972 Aug 20 14:13:15.884927 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e62be1-5c4e-4c75-85fd-eadb8e0c6328 req-b523e549-7987-468d-8cd6-b61c86b0afc5 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:15.887355 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d2e62be1-5c4e-4c75-85fd-eadb8e0c6328 req-b523e549-7987-468d-8cd6-b61c86b0afc5 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 945 time: 0.0679641 Aug 20 14:13:15.929566 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d2e62be1-5c4e-4c75-85fd-eadb8e0c6328 req-ac9c3639-e636-410c-92cc-e4f04a770a42 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357027 Aug 20 14:13:16.717595 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720041f5-6f26-4de4-a3e8-a72cf5dee5ac req-a8714be6-99b8-43d4-bda7-40899f03df5a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:16.720706 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-720041f5-6f26-4de4-a3e8-a72cf5dee5ac req-a8714be6-99b8-43d4-bda7-40899f03df5a tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 943 time: 0.0658634 Aug 20 14:13:16.761950 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-720041f5-6f26-4de4-a3e8-a72cf5dee5ac req-cc762b46-b9a2-461f-8318-cf7920f57041 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350542 Aug 20 14:13:17.048835 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9eb537-dc23-41d5-9fb8-9f51ce509ca2 req-2e4cf9cf-2d55-4d69-962f-8e15aba2a1a5 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:17.050676 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8e9eb537-dc23-41d5-9fb8-9f51ce509ca2 req-2e4cf9cf-2d55-4d69-962f-8e15aba2a1a5 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 945 time: 0.0548522 Aug 20 14:13:17.090712 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8e9eb537-dc23-41d5-9fb8-9f51ce509ca2 req-c152961b-fb5d-4ea3-8abc-30779ba52b40 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339928 Aug 20 14:13:17.898155 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1722fe-6cdb-4af1-bbca-b13293c5ae13 req-762cf96a-6584-48f5-b2e3-31821cd5a8d6 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:17.899654 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cd1722fe-6cdb-4af1-bbca-b13293c5ae13 req-762cf96a-6584-48f5-b2e3-31821cd5a8d6 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 943 time: 0.0520184 Aug 20 14:13:17.937693 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cd1722fe-6cdb-4af1-bbca-b13293c5ae13 req-55c5ad87-fb37-40be-86a8-4fbdfed5d075 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321319 Aug 20 14:13:18.227039 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc19115-0e1c-4413-bee8-0afd80919170 req-c0d80146-b171-4dad-aff6-0e8f11fc4fd2 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:18.230542 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5bc19115-0e1c-4413-bee8-0afd80919170 req-c0d80146-b171-4dad-aff6-0e8f11fc4fd2 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 945 time: 0.0739050 Aug 20 14:13:18.270326 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5bc19115-0e1c-4413-bee8-0afd80919170 req-b9e603cb-8cc1-4121-8d0c-973826b73d2f tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341833 Aug 20 14:13:19.078891 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907813a-0136-4f56-8d02-47f5b492ebc4 req-6f638c5b-234c-48f2-b02e-f30a69ac71fd tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:19.081088 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5907813a-0136-4f56-8d02-47f5b492ebc4 req-6f638c5b-234c-48f2-b02e-f30a69ac71fd tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 943 time: 0.0649772 Aug 20 14:13:19.127535 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5907813a-0136-4f56-8d02-47f5b492ebc4 req-230a2ace-7036-4bf0-8315-a3f5184cf19e tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377088 Aug 20 14:13:19.399900 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafaa65-155b-414e-9649-f853807fd21a req-3c2cd0e1-c97e-4a83-89e9-5e07cca25523 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:19.408312 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4aafaa65-155b-414e-9649-f853807fd21a req-3c2cd0e1-c97e-4a83-89e9-5e07cca25523 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 945 time: 0.0697589 Aug 20 14:13:19.455785 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4aafaa65-155b-414e-9649-f853807fd21a req-fde93e55-a61d-4b2b-8f86-2a113169cd22 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464540 Aug 20 14:13:20.251400 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec25e0-b33f-4b04-9062-379cda008b47 req-4ba4b115-9057-4585-b366-902084186bcb tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:20.253379 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5fec25e0-b33f-4b04-9062-379cda008b47 req-4ba4b115-9057-4585-b366-902084186bcb tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 943 time: 0.0541916 Aug 20 14:13:20.300364 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5fec25e0-b33f-4b04-9062-379cda008b47 req-3a6f4696-c842-46b2-a6e5-a0ebc941a160 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407968 Aug 20 14:13:20.582483 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab384eaa-6da2-4084-8e5f-f555f69a426d req-6a49026e-a029-403f-a16e-bef4bb33742e tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:20.590253 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ab384eaa-6da2-4084-8e5f-f555f69a426d req-6a49026e-a029-403f-a16e-bef4bb33742e tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 945 time: 0.0599971 Aug 20 14:13:20.629433 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ab384eaa-6da2-4084-8e5f-f555f69a426d req-1ab5feb0-05f4-4f7c-b014-0ededf57c045 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382202 Aug 20 14:13:21.437121 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619b35a-aca4-439d-a25c-f003b8760aad req-a3f8efca-875b-4bd9-a93a-eefe1ca7268c tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:21.440950 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0619b35a-aca4-439d-a25c-f003b8760aad req-a3f8efca-875b-4bd9-a93a-eefe1ca7268c tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 943 time: 0.0567093 Aug 20 14:13:21.484004 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0619b35a-aca4-439d-a25c-f003b8760aad req-21226ae5-eb75-43a3-b4c5-d99ef4cdb8c6 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361588 Aug 20 14:13:21.764434 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90074e5f-1598-403b-a67e-6bd6f53a5aa7 req-636d2ada-0ad8-4b1c-906e-a8fc8cbddd71 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:21.766499 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-90074e5f-1598-403b-a67e-6bd6f53a5aa7 req-636d2ada-0ad8-4b1c-906e-a8fc8cbddd71 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 945 time: 0.0507162 Aug 20 14:13:21.804271 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-90074e5f-1598-403b-a67e-6bd6f53a5aa7 req-43e8f97c-6b98-4961-b319-78ae17fe334a tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319567 Aug 20 14:13:22.630737 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40423e-a09f-4af2-898e-3ae3793e7295 req-81e665d6-7156-4adf-8895-82e2e76d3268 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:22.633146 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5a40423e-a09f-4af2-898e-3ae3793e7295 req-81e665d6-7156-4adf-8895-82e2e76d3268 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 943 time: 0.0611384 Aug 20 14:13:22.671784 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5a40423e-a09f-4af2-898e-3ae3793e7295 req-43e6373c-a83e-4f4d-b4af-07774492112f tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325224 Aug 20 14:13:22.933777 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa47cad-dde2-4080-8a2d-fc8733d9a1f9 req-4c0ffe7d-668e-4576-9657-968a7163f278 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:22.935480 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9aa47cad-dde2-4080-8a2d-fc8733d9a1f9 req-4c0ffe7d-668e-4576-9657-968a7163f278 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 945 time: 0.0533772 Aug 20 14:13:22.974223 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9aa47cad-dde2-4080-8a2d-fc8733d9a1f9 req-ed89bc09-1a96-4bdb-bf3d-0cc6bb0b8f07 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327728 Aug 20 14:13:23.794561 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b260c5-6464-43df-8785-f2c833157e8d req-8b888f20-bf04-4247-9af8-7903c1fc5a02 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:23.796040 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c8b260c5-6464-43df-8785-f2c833157e8d req-8b888f20-bf04-4247-9af8-7903c1fc5a02 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 943 time: 0.0503750 Aug 20 14:13:23.833695 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c8b260c5-6464-43df-8785-f2c833157e8d req-d56b7522-56b0-4053-bffb-a2e84e47ede6 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315421 Aug 20 14:13:24.089189 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7acff-e80b-44ed-99ac-7c788ffdd18a req-607a64d2-e482-42aa-b992-aa26563f4c62 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:24.090690 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cdb7acff-e80b-44ed-99ac-7c788ffdd18a req-607a64d2-e482-42aa-b992-aa26563f4c62 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 945 time: 0.0500767 Aug 20 14:13:24.131940 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cdb7acff-e80b-44ed-99ac-7c788ffdd18a req-c2a5385f-e918-43f5-96a6-14897cded848 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354125 Aug 20 14:13:24.209499 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 60594) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:13:24.316347 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-7fc9b23c-91bc-4123-bae9-fcb27b48540f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:24.410969 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-7fc9b23c-91bc-4123-bae9-fcb27b48540f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:24.415174 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-7fc9b23c-91bc-4123-bae9-fcb27b48540f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:24.456001 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-7fc9b23c-91bc-4123-bae9-fcb27b48540f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e57edac0f1724244b4ae073d92084f1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2453930 Aug 20 14:13:24.456724 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9b23c-91bc-4123-bae9-fcb27b48540f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e6b113-5bbe-4ba4-976b-192217c213a4,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:24.459888 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 60598) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:13:24.513337 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-65e000b6-090c-4b8a-8371-dcce0e8958b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:24.535127 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-65e000b6-090c-4b8a-8371-dcce0e8958b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:24.579269 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-65e000b6-090c-4b8a-8371-dcce0e8958b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:24.581926 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-65e000b6-090c-4b8a-8371-dcce0e8958b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:24.583056 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-65e000b6-090c-4b8a-8371-dcce0e8958b8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/28e6b113-5bbe-4ba4-976b-192217c213a4 HTTP/1.1" status: 204 len: 168 time: 0.1219809 Aug 20 14:13:24.590389 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e000b6-090c-4b8a-8371-dcce0e8958b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e6b113-5bbe-4ba4-976b-192217c213a4,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:24.598780 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e000b6-090c-4b8a-8371-dcce0e8958b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:13:24.599155 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e000b6-090c-4b8a-8371-dcce0e8958b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:13:24.599493 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e000b6-090c-4b8a-8371-dcce0e8958b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:13:24.599842 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e000b6-090c-4b8a-8371-dcce0e8958b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:13:24.600157 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e000b6-090c-4b8a-8371-dcce0e8958b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:13:24.600503 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e000b6-090c-4b8a-8371-dcce0e8958b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:13:24.600843 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e000b6-090c-4b8a-8371-dcce0e8958b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:13:24.601299 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e000b6-090c-4b8a-8371-dcce0e8958b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:13:24.601627 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e000b6-090c-4b8a-8371-dcce0e8958b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:13:24.601948 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e000b6-090c-4b8a-8371-dcce0e8958b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:13:24.602268 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e000b6-090c-4b8a-8371-dcce0e8958b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:13:24.602586 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e000b6-090c-4b8a-8371-dcce0e8958b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:13:24.867311 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189b1d7-a8e7-4710-a3ba-2901b75b717f req-ef2e072f-cf95-4347-abda-e816f9f4edce tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:24.868699 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a189b1d7-a8e7-4710-a3ba-2901b75b717f req-ef2e072f-cf95-4347-abda-e816f9f4edce tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 945 time: 0.0494187 Aug 20 14:13:24.992323 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd02d5a-37a2-49e7-b4b2-51dad515967b req-e09308dc-df20-4d37-bc6a-0d5b58f0cd06 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:24.994036 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2fd02d5a-37a2-49e7-b4b2-51dad515967b req-e09308dc-df20-4d37-bc6a-0d5b58f0cd06 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 943 time: 0.0881183 Aug 20 14:13:25.024874 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-a189b1d7-a8e7-4710-a3ba-2901b75b717f req-98857fb8-9837-45f1-b8af-078a694dd889 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Deleting port 73d056e5-62ce-40a0-bde8-d77fccbc455a {{(pid=94100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:13:25.025247 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-a189b1d7-a8e7-4710-a3ba-2901b75b717f req-98857fb8-9837-45f1-b8af-078a694dd889 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:25.088400 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2fd02d5a-37a2-49e7-b4b2-51dad515967b req-352933cc-4f0a-4827-9276-5b9bd9c37691 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851986 Aug 20 14:13:25.134391 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-a189b1d7-a8e7-4710-a3ba-2901b75b717f req-98857fb8-9837-45f1-b8af-078a694dd889 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] For port 73d056e5-62ce-40a0-bde8-d77fccbc455a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=73d056e5-62ce-40a0-bde8-d77fccbc455a,segment=NetworkSegment(ef43daab-3823-45b9-a2bf-5f2531300abc),segment_id=ef43daab-3823-45b9-a2bf-5f2531300abc)] {{(pid=94100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:13:25.134757 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-a189b1d7-a8e7-4710-a3ba-2901b75b717f req-98857fb8-9837-45f1-b8af-078a694dd889 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:25.330250 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571d02d-57e0-4068-916a-a9f81c5e0d15 req-d8878fda-6a28-4a20-b70c-ba9940404a1b tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:25.331748 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6571d02d-57e0-4068-916a-a9f81c5e0d15 req-d8878fda-6a28-4a20-b70c-ba9940404a1b tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 945 time: 0.1320086 Aug 20 14:13:25.370531 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-a189b1d7-a8e7-4710-a3ba-2901b75b717f req-98857fb8-9837-45f1-b8af-078a694dd889 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:25.370921 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-a189b1d7-a8e7-4710-a3ba-2901b75b717f req-98857fb8-9837-45f1-b8af-078a694dd889 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687214'] for floatingip, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:25.371349 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.db.l3_db [req-a189b1d7-a8e7-4710-a3ba-2901b75b717f req-98857fb8-9837-45f1-b8af-078a694dd889 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Floating IP 15c6f106-dac3-4306-bac1-0c3b5135389c disassociated. External IP: 172.27.3.55, port: 73d056e5-62ce-40a0-bde8-d77fccbc455a. Aug 20 14:13:25.371567 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-a189b1d7-a8e7-4710-a3ba-2901b75b717f req-98857fb8-9837-45f1-b8af-078a694dd889 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Calling delete_port for 73d056e5-62ce-40a0-bde8-d77fccbc455a owned by compute:nova {{(pid=94100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:13:25.390666 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6571d02d-57e0-4068-916a-a9f81c5e0d15 req-5e9a3e09-002d-44b4-8eaa-586fecc1ab3e tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525243 Aug 20 14:13:25.525931 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-a189b1d7-a8e7-4710-a3ba-2901b75b717f req-98857fb8-9837-45f1-b8af-078a694dd889 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:25.556488 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98857fb8-9837-45f1-b8af-078a694dd889 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Pushing event deleted for resources: {'Port': ['ID=73d056e5-62ce-40a0-bde8-d77fccbc455a,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:25.684942 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a189b1d7-a8e7-4710-a3ba-2901b75b717f req-98857fb8-9837-45f1-b8af-078a694dd889 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Router ece7f8b1-caa6-4f8b-b867-83e5fb328d3d has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:13:25.802386 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a189b1d7-a8e7-4710-a3ba-2901b75b717f req-98857fb8-9837-45f1-b8af-078a694dd889 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:13:25.813213 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171eea64-9f12-4f98-9cfe-6ba1f76149cf None None] Sync routers for ids ['ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'] in dv-cinder-790535-10-iscsi {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:13:25.824011 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171eea64-9f12-4f98-9cfe-6ba1f76149cf None None] Routers {'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:13:25.824678 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-171eea64-9f12-4f98-9cfe-6ba1f76149cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:13:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:25.844719 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-a189b1d7-a8e7-4710-a3ba-2901b75b717f req-98857fb8-9837-45f1-b8af-078a694dd889 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] No DVR routers for this DVR port 73d056e5-62ce-40a0-bde8-d77fccbc455a on host hv-cinder-79053 {{(pid=94100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:13:25.847142 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-a189b1d7-a8e7-4710-a3ba-2901b75b717f req-98857fb8-9837-45f1-b8af-078a694dd889 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:25.849157 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a189b1d7-a8e7-4710-a3ba-2901b75b717f req-98857fb8-9837-45f1-b8af-078a694dd889 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.65 "DELETE /v2.0/ports/73d056e5-62ce-40a0-bde8-d77fccbc455a HTTP/1.1" status: 204 len: 173 time: 0.9727318 Aug 20 14:13:25.849582 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf1a444-c610-4dd4-97fa-c962771e6ad8', 'name': 'network-vif-deleted', 'tag': '73d056e5-62ce-40a0-bde8-d77fccbc455a'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:13:25.851832 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29c6fcd-9553-492e-9918-410c3998b6ba" -d '{"events": [{"server_uuid": "ccf1a444-c610-4dd4-97fa-c962771e6ad8", "name": "network-vif-deleted", "tag": "73d056e5-62ce-40a0-bde8-d77fccbc455a"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:13:25.889396 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d841d5b-8937-4711-a3bd-2174d32f3cd3 x-openstack-request-id: req-2d841d5b-8937-4711-a3bd-2174d32f3cd3 {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:13:25.889992 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf1a444-c610-4dd4-97fa-c962771e6ad8", "name": "network-vif-deleted", "tag": "73d056e5-62ce-40a0-bde8-d77fccbc455a", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:13:25.889992 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2d841d5b-8937-4711-a3bd-2174d32f3cd3 {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:13:25.890450 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf1a444-c610-4dd4-97fa-c962771e6ad8', 'name': 'network-vif-deleted', 'tag': '73d056e5-62ce-40a0-bde8-d77fccbc455a', 'status': 'completed', 'code': 200} Aug 20 14:13:25.955216 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-171eea64-9f12-4f98-9cfe-6ba1f76149cf None None] Set router ece7f8b1-caa6-4f8b-b867-83e5fb328d3d gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:13:26.189609 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-171eea64-9f12-4f98-9cfe-6ba1f76149cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'name': 'tempest-TestVolumeBootPattern-932448548-router', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:14Z', 'updated_at': '2021-08-20T14:09:20Z', 'revision_number': 4, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'gw_port': {'id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:15Z', 'updated_at': '2021-08-20T14:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': 'ae5a7c76-f4f9-4aab-9d40-99d06746d3b6', 'name': '', 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'mac_address': 'fa:16:3e:c0:2c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:19Z', 'updated_at': '2021-08-20T14:09:31Z', 'revision_number': 5, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'subnets': [{'id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:26.224418 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171eea64-9f12-4f98-9cfe-6ba1f76149cf None None] Checking router: ece7f8b1-caa6-4f8b-b867-83e5fb328d3d for host: dv-cinder-790535-10-iscsi {{(pid=94102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:13:26.234482 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171eea64-9f12-4f98-9cfe-6ba1f76149cf None None] Routers {'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:13:26.236165 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-171eea64-9f12-4f98-9cfe-6ba1f76149cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:13:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:26.258435 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46dc9f-f4a2-445c-b696-4f18ce8d575a req-6b8ede71-5c61-42fc-9433-73ca723df291 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:26.259857 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-fb46dc9f-f4a2-445c-b696-4f18ce8d575a req-6b8ede71-5c61-42fc-9433-73ca723df291 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 943 time: 0.0853817 Aug 20 14:13:26.304681 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-fb46dc9f-f4a2-445c-b696-4f18ce8d575a req-85d0fa19-eb87-486c-a35e-554a258cf3d1 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379298 Aug 20 14:13:26.399907 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-171eea64-9f12-4f98-9cfe-6ba1f76149cf None None] Set router ece7f8b1-caa6-4f8b-b867-83e5fb328d3d gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:13:26.539925 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f7ab8b96-6cc1-487b-b5ae-6b795c38db6a req-e8244535-f0e5-41da-bbe0-7b533c54c5fb tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=ccf1a444-c610-4dd4-97fa-c962771e6ad8 HTTP/1.1" status: 200 len: 210 time: 0.0311859 Aug 20 14:13:26.687180 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-171eea64-9f12-4f98-9cfe-6ba1f76149cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'name': 'tempest-TestVolumeBootPattern-932448548-router', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:14Z', 'updated_at': '2021-08-20T14:09:20Z', 'revision_number': 4, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'gw_port': {'id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:15Z', 'updated_at': '2021-08-20T14:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': 'ae5a7c76-f4f9-4aab-9d40-99d06746d3b6', 'name': '', 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'mac_address': 'fa:16:3e:c0:2c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:19Z', 'updated_at': '2021-08-20T14:09:31Z', 'revision_number': 5, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'subnets': [{'id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:26.715250 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171eea64-9f12-4f98-9cfe-6ba1f76149cf None None] The sync data for ids ['ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'] in dv-cinder-790535-10-iscsi is: [{'id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'name': 'tempest-TestVolumeBootPattern-932448548-router', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:14Z', 'updated_at': '2021-08-20T14:09:20Z', 'revision_number': 4, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'gw_port': {'id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:15Z', 'updated_at': '2021-08-20T14:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': 'ae5a7c76-f4f9-4aab-9d40-99d06746d3b6', 'name': '', 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'mac_address': 'fa:16:3e:c0:2c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:19Z', 'updated_at': '2021-08-20T14:09:31Z', 'revision_number': 5, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'subnets': [{'id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:13:26.947077 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194d1ed8-cbd4-4e5d-94a4-ae50b48cc94f None None] New status for floating IP 15c6f106-dac3-4306-bac1-0c3b5135389c: DOWN {{(pid=94103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:13:27.005702 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:13:27.007908 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 73d056e5-62ce-40a0-bde8-d77fccbc455a no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:13:27.032537 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] No Port match for: 73d056e5-62ce-40a0-bde8-d77fccbc455a {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:13:27.032798 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 73d056e5-62ce-40a0-bde8-d77fccbc455a not bound to the agent host hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:13:27.132561 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0d1d7c0c-538f-4de0-baee-ac79aad2b0a9,segment=NetworkSegment(09fbaf50-9346-436a-9d2f-7c32e079f7c3),segment_id=09fbaf50-9346-436a-9d2f-7c32e079f7c3)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:13:27.145258 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Returning: {'device': '0d1d7c0c-538f-4de0-baee-ac79aad2b0a9', 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0', 'port_id': '0d1d7c0c-538f-4de0-baee-ac79aad2b0a9', 'mac_address': 'fa:16:3e:fd:18:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:13:27.186549 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:27.200160 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 {{(pid=94102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:13:27.223149 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0d1d7c0c-538f-4de0-baee-ac79aad2b0a9,segment=NetworkSegment(09fbaf50-9346-436a-9d2f-7c32e079f7c3),segment_id=09fbaf50-9346-436a-9d2f-7c32e079f7c3)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:13:27.227162 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:27.289418 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=0d1d7c0c-538f-4de0-baee-ac79aad2b0a9,revision_number=9']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:27.440898 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72836d-7e56-4ae3-882c-9ccd55c69e08 req-a8876d29-02f7-44b7-85b8-eb47afd4606b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:27.442472 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2d72836d-7e56-4ae3-882c-9ccd55c69e08 req-a8876d29-02f7-44b7-85b8-eb47afd4606b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 944 time: 0.0588324 Aug 20 14:13:27.458285 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['0d1d7c0c-538f-4de0-baee-ac79aad2b0a9'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:13:27.481122 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2d72836d-7e56-4ae3-882c-9ccd55c69e08 req-39302aba-f69a-4f27-b3db-bf7875660ca8 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325458 Aug 20 14:13:27.810736 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-56f24b83-3d83-47a9-a58c-a0c5df2f8e12 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1023542570&fields=id&tenant_id=b9547b5173c74472b28578fee4efd2de HTTP/1.1" status: 200 len: 267 time: 0.0347409 Aug 20 14:13:27.929233 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-4e6666fc-1c33-4767-a295-1e5bbd2f040f tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:27.930667 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-4e6666fc-1c33-4767-a295-1e5bbd2f040f tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/networks?id=0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1 HTTP/1.1" status: 200 len: 811 time: 0.1072688 Aug 20 14:13:27.946972 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-46e1db33-8913-422f-89a9-fef372f294fc tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/quotas/b9547b5173c74472b28578fee4efd2de HTTP/1.1" status: 200 len: 375 time: 0.0106108 Aug 20 14:13:28.004793 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-636ee6d5-e747-467d-ae97-e9dcd1113111 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9547b5173c74472b28578fee4efd2de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521657 Aug 20 14:13:28.139171 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 6 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:13:28.212700 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-26610ee5-0e97-4588-ae3e-20139cb20220 service neutron] 10.222.0.38 "GET /v2.0/networks/0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941068 Aug 20 14:13:28.341149 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-353d589a-8055-4fd3-ab31-0e771a26d7ad service neutron] 10.222.0.38 "GET /v2.0/networks/0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212659 Aug 20 14:13:28.664512 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef6502-f8a8-4ac9-8910-4d81588b44e4 req-092e795d-2423-4aa7-bbe4-6e4117485a1b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:28.666376 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0fef6502-f8a8-4ac9-8910-4d81588b44e4 req-092e795d-2423-4aa7-bbe4-6e4117485a1b tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 944 time: 0.0615029 Aug 20 14:13:28.710544 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0fef6502-f8a8-4ac9-8910-4d81588b44e4 req-b7d61403-2784-41ed-ac93-1a5352d99306 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372725 Aug 20 14:13:28.796127 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3a5dac85-a100-4846-ab4c-3980b2273f88 req-795d073f-57a8-400d-a5e8-bd5e72162507 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4837b1-3908-40e1-a7bc-159eda9cc71b HTTP/1.1" status: 200 len: 210 time: 0.0319214 Aug 20 14:13:29.010603 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 up at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:13:29.061040 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning complete for port 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:13:29.061474 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:29.151556 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:29.176675 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77225aa2-197d-4547-b4b1-aebdf58bd8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1d7c0c-538f-4de0-baee-ac79aad2b0a9'}] {{(pid=94102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:13:29.179140 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658e03e68c488354c0da9c4193b8775245da486d5210860026445f3bfd5b20fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81aef6ab-6ff7-43a3-8709-4cbbaf191f43" -d '{"events": [{"server_uuid": "77225aa2-197d-4547-b4b1-aebdf58bd8e3", "name": "network-vif-plugged", "status": "completed", "tag": "0d1d7c0c-538f-4de0-baee-ac79aad2b0a9"}]}' {{(pid=94102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:13:29.200757 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0d1d7c0c-538f-4de0-baee-ac79aad2b0a9,segment=NetworkSegment(09fbaf50-9346-436a-9d2f-7c32e079f7c3),segment_id=09fbaf50-9346-436a-9d2f-7c32e079f7c3)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:13:29.206778 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:29.232681 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e07003-e23a-4eff-9aa6-faeacb53f10a x-openstack-request-id: req-d2e07003-e23a-4eff-9aa6-faeacb53f10a {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:13:29.233056 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77225aa2-197d-4547-b4b1-aebdf58bd8e3", "name": "network-vif-plugged", "status": "completed", "tag": "0d1d7c0c-538f-4de0-baee-ac79aad2b0a9", "code": 200}]} {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:13:29.233369 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d2e07003-e23a-4eff-9aa6-faeacb53f10a {{(pid=94102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:13:29.233811 dv-cinder-790535-10-iscsi neutron-server[94102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77225aa2-197d-4547-b4b1-aebdf58bd8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1d7c0c-538f-4de0-baee-ac79aad2b0a9', 'code': 200} Aug 20 14:13:29.263239 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=0d1d7c0c-538f-4de0-baee-ac79aad2b0a9,revision_number=10']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:29.450081 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28918823-3828-4322-a288-04f279eae17c req-392a4aa4-ccfa-4176-862f-858cd82b0a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:29.451517 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-28918823-3828-4322-a288-04f279eae17c req-392a4aa4-ccfa-4176-862f-858cd82b0a84 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 1099 time: 0.0463843 Aug 20 14:13:29.490973 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-28918823-3828-4322-a288-04f279eae17c req-d47fe183-939b-4b01-879b-522c97297605 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314655 Aug 20 14:13:29.846936 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24166bb8-2309-4f8f-87b1-7a527f760142 req-197b6369-1934-4569-bf1c-eb61cde9f87d tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:29.848753 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-24166bb8-2309-4f8f-87b1-7a527f760142 req-197b6369-1934-4569-bf1c-eb61cde9f87d tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 946 time: 0.0526664 Aug 20 14:13:29.911986 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f291ef40-9402-4284-bee5-2af782af6872 req-97cca9ae-e3ea-4083-8e22-e12228335d73 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4837b1-3908-40e1-a7bc-159eda9cc71b HTTP/1.1" status: 200 len: 210 time: 0.0401549 Aug 20 14:13:30.019601 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-24166bb8-2309-4f8f-87b1-7a527f760142 req-e61e5d1e-556b-405f-9697-5eda373eb919 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643505 Aug 20 14:13:30.102471 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-90c3f898-3185-4991-b958-4add99e0c6ad tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:30.104134 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-90c3f898-3185-4991-b958-4add99e0c6ad tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.65 "GET /v2.0/networks?id=0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1 HTTP/1.1" status: 200 len: 811 time: 0.1947355 Aug 20 14:13:30.152830 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-e4f306a3-040f-419f-b434-d48cfc1a04c6 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9547b5173c74472b28578fee4efd2de HTTP/1.1" status: 200 len: 380 time: 0.0389040 Aug 20 14:13:30.163784 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-d8dc7b49-6d52-439e-b98c-2e4da29788b4 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Request body: {'port': {'device_id': '2e4837b1-3908-40e1-a7bc-159eda9cc71b', 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1', 'admin_state_up': True, 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'security_groups': ['f9f7528a-2e5b-49a4-910d-ef38d30ffea1']}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:13:30.292892 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-d8dc7b49-6d52-439e-b98c-2e4da29788b4 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Made reservation on behalf of b9547b5173c74472b28578fee4efd2de for: {'port': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:13:30.296682 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-d8dc7b49-6d52-439e-b98c-2e4da29788b4 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:30.424780 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-d8dc7b49-6d52-439e-b98c-2e4da29788b4 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Allocated IP 172.20.0.10 (0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1/70930b94-b5fe-43e0-b1d1-cb529415b9c1/0c96090f-f850-47a9-856b-d017c651648f) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:13:30.581710 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-d8dc7b49-6d52-439e-b98c-2e4da29788b4 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:30.597618 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.provisioning_blocks [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-d8dc7b49-6d52-439e-b98c-2e4da29788b4 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Transition to ACTIVE for port object 0c96090f-f850-47a9-856b-d017c651648f will not be triggered until provisioned by entity DHCP. {{(pid=94100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:13:30.631144 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-d8dc7b49-6d52-439e-b98c-2e4da29788b4 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:30.676226 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-d8dc7b49-6d52-439e-b98c-2e4da29788b4 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Network 0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1 is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:13:30.680406 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-d8dc7b49-6d52-439e-b98c-2e4da29788b4 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:13:30.686432 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-d8dc7b49-6d52-439e-b98c-2e4da29788b4 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:13:30.731417 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc7b49-6d52-439e-b98c-2e4da29788b4 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Pushing event updated for resources: {'Port': ['ID=0c96090f-f850-47a9-856b-d017c651648f,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:30.749093 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-d8dc7b49-6d52-439e-b98c-2e4da29788b4 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:30.750766 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-d8dc7b49-6d52-439e-b98c-2e4da29788b4 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:30.769736 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-d8dc7b49-6d52-439e-b98c-2e4da29788b4 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6098001 Aug 20 14:13:30.792502 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-448da068-cba6-4bf2-9c29-aa09a3028e2e service neutron] Request body: {'port': {'device_id': '2e4837b1-3908-40e1-a7bc-159eda9cc71b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:13:30.855215 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-448da068-cba6-4bf2-9c29-aa09a3028e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:30.938541 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e8b75d8a-e48e-4517-800a-1d512ca7868d None None] Provisioning for port 0c96090f-f850-47a9-856b-d017c651648f completed by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:13:30.945135 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e8b75d8a-e48e-4517-800a-1d512ca7868d None None] Provisioning complete for port 0c96090f-f850-47a9-856b-d017c651648f triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:13:30.946217 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e8b75d8a-e48e-4517-800a-1d512ca7868d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:31.022412 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-e8b75d8a-e48e-4517-800a-1d512ca7868d None None] Port 0c96090f-f850-47a9-856b-d017c651648f cannot update to ACTIVE because it is not bound. {{(pid=94102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:13:31.162440 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d79d9-9f6c-4ba6-83d7-9b153be09242 req-f7ebc1e8-4633-43e6-8b58-59866b09e195 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:31.164022 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e35d79d9-9f6c-4ba6-83d7-9b153be09242 req-f7ebc1e8-4633-43e6-8b58-59866b09e195 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4837b1-3908-40e1-a7bc-159eda9cc71b HTTP/1.1" status: 200 len: 932 time: 0.1364400 Aug 20 14:13:31.239888 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90ad8c-8ccc-4635-bd1e-5414667aa57b req-45e3f43c-3fca-460c-9dac-58e3dbaffd8d tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:31.241444 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8c90ad8c-8ccc-4635-bd1e-5414667aa57b req-45e3f43c-3fca-460c-9dac-58e3dbaffd8d tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 946 time: 0.1405497 Aug 20 14:13:31.259096 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e35d79d9-9f6c-4ba6-83d7-9b153be09242 req-78172d64-7bae-48db-9aa0-9cfee917863a tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825682 Aug 20 14:13:31.571423 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-448da068-cba6-4bf2-9c29-aa09a3028e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c96090f-f850-47a9-856b-d017c651648f {{(pid=94100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:13:31.583770 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8c90ad8c-8ccc-4635-bd1e-5414667aa57b req-e3a9fe2f-086b-43bf-b143-a7d9a517156e tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3340278 Aug 20 14:13:31.585700 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-448da068-cba6-4bf2-9c29-aa09a3028e2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:31.612538 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.provisioning_blocks [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-448da068-cba6-4bf2-9c29-aa09a3028e2e service neutron] Transition to ACTIVE for port object 0c96090f-f850-47a9-856b-d017c651648f will not be triggered until provisioned by entity L2. {{(pid=94100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:13:31.612538 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-448da068-cba6-4bf2-9c29-aa09a3028e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:31.662289 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448da068-cba6-4bf2-9c29-aa09a3028e2e service neutron] Pushing event updated for resources: {'Port': ['ID=0c96090f-f850-47a9-856b-d017c651648f,revision_number=2']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:31.738458 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-448da068-cba6-4bf2-9c29-aa09a3028e2e service neutron] Attempting to bind port 0c96090f-f850-47a9-856b-d017c651648f on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:13:31.738881 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-448da068-cba6-4bf2-9c29-aa09a3028e2e service neutron] Attempting to bind port 0c96090f-f850-47a9-856b-d017c651648f by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'ef43daab-3823-45b9-a2bf-5f2531300abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1'}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:13:31.740820 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-448da068-cba6-4bf2-9c29-aa09a3028e2e service neutron] Attempting to bind port 0c96090f-f850-47a9-856b-d017c651648f on network 0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:13:31.745957 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-448da068-cba6-4bf2-9c29-aa09a3028e2e service neutron] Port 0c96090f-f850-47a9-856b-d017c651648f on network 0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:13:31.746282 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-448da068-cba6-4bf2-9c29-aa09a3028e2e service neutron] Attempting to bind port 0c96090f-f850-47a9-856b-d017c651648f on network 0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:13:31.752750 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-448da068-cba6-4bf2-9c29-aa09a3028e2e service neutron] Checking agent: {'id': 'e9494a82-1f02-49fe-8034-7b3c5c14ee49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'started_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:13:31.753089 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-448da068-cba6-4bf2-9c29-aa09a3028e2e service neutron] Checking segment: {'id': 'ef43daab-3823-45b9-a2bf-5f2531300abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:13:31.753474 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-448da068-cba6-4bf2-9c29-aa09a3028e2e service neutron] Bound using segment: {'id': 'ef43daab-3823-45b9-a2bf-5f2531300abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1'} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:13:31.753905 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-448da068-cba6-4bf2-9c29-aa09a3028e2e service neutron] Bound port: 0c96090f-f850-47a9-856b-d017c651648f, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef43daab-3823-45b9-a2bf-5f2531300abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1'}}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:13:31.754267 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-448da068-cba6-4bf2-9c29-aa09a3028e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:31.825538 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-448da068-cba6-4bf2-9c29-aa09a3028e2e service neutron] For port 0c96090f-f850-47a9-856b-d017c651648f, host hv-cinder-79053, cleared binding levels {{(pid=94100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:13:31.829301 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-448da068-cba6-4bf2-9c29-aa09a3028e2e service neutron] For port 0c96090f-f850-47a9-856b-d017c651648f, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0c96090f-f850-47a9-856b-d017c651648f,segment=NetworkSegment(ef43daab-3823-45b9-a2bf-5f2531300abc),segment_id=ef43daab-3823-45b9-a2bf-5f2531300abc)] {{(pid=94100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:13:31.835116 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-448da068-cba6-4bf2-9c29-aa09a3028e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:31.869723 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-448da068-cba6-4bf2-9c29-aa09a3028e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:31.870478 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-448da068-cba6-4bf2-9c29-aa09a3028e2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:31.872257 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-448da068-cba6-4bf2-9c29-aa09a3028e2e service neutron] 10.222.0.65 "PUT /v2.0/ports/0c96090f-f850-47a9-856b-d017c651648f HTTP/1.1" status: 200 len: 1094 time: 1.0851319 Aug 20 14:13:31.875566 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4837b1-3908-40e1-a7bc-159eda9cc71b', 'tag': '0c96090f-f850-47a9-856b-d017c651648f'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:13:31.879410 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c78e94-4f68-4fa0-bd36-a0f6d2e2ef58" -d '{"events": [{"name": "network-changed", "server_uuid": "2e4837b1-3908-40e1-a7bc-159eda9cc71b", "tag": "0c96090f-f850-47a9-856b-d017c651648f"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:13:31.908757 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448da068-cba6-4bf2-9c29-aa09a3028e2e service neutron] Pushing event updated for resources: {'Port': ['ID=0c96090f-f850-47a9-856b-d017c651648f,revision_number=3']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:31.924431 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5402d7c-e5be-4df2-8559-0f8ca588e871 x-openstack-request-id: req-b5402d7c-e5be-4df2-8559-0f8ca588e871 {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:13:31.924736 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e4837b1-3908-40e1-a7bc-159eda9cc71b", "tag": "0c96090f-f850-47a9-856b-d017c651648f", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:13:31.924980 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b5402d7c-e5be-4df2-8559-0f8ca588e871 {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:13:31.925368 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4837b1-3908-40e1-a7bc-159eda9cc71b', 'tag': '0c96090f-f850-47a9-856b-d017c651648f', 'status': 'completed', 'code': 200} Aug 20 14:13:31.961142 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-c836cfb3-7e85-4c05-805d-6ca4e1e11061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:31.962511 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-c836cfb3-7e85-4c05-805d-6ca4e1e11061 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b9547b5173c74472b28578fee4efd2de&device_id=2e4837b1-3908-40e1-a7bc-159eda9cc71b HTTP/1.1" status: 200 len: 1097 time: 0.0474310 Aug 20 14:13:32.010824 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-29cf9a81-5cbc-46cf-853f-28c1f6d258da service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c96090f-f850-47a9-856b-d017c651648f HTTP/1.1" status: 200 len: 217 time: 0.0392308 Aug 20 14:13:32.063726 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-6a812b8b-3ebb-4df9-8b98-e6ef877806b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:32.065420 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-6a812b8b-3ebb-4df9-8b98-e6ef877806b7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=70930b94-b5fe-43e0-b1d1-cb529415b9c1 HTTP/1.1" status: 200 len: 850 time: 0.0466430 Aug 20 14:13:32.115739 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-31b26b9d-9fb8-4ce2-8dab-fb2f764cbae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:32.117336 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-31b26b9d-9fb8-4ce2-8dab-fb2f764cbae7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0442674 Aug 20 14:13:32.228506 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-e12c627f-b81e-4c04-9c95-6a5187a86775 service neutron] 10.222.0.65 "GET /v2.0/networks/0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020050 Aug 20 14:13:32.321562 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-40933ae3-b34e-4d90-9669-a38508e5b76f req-5ab1c3dd-6548-4701-bce5-a785d6192c3a service neutron] 10.222.0.65 "GET /v2.0/networks/0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847340 Aug 20 14:13:32.425462 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45842180-2f31-4590-b148-3a3a9ca964f0 req-5cfb02a5-d6bf-46df-835f-2011d1aa1177 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:32.427030 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-45842180-2f31-4590-b148-3a3a9ca964f0 req-5cfb02a5-d6bf-46df-835f-2011d1aa1177 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4837b1-3908-40e1-a7bc-159eda9cc71b HTTP/1.1" status: 200 len: 944 time: 0.0819831 Aug 20 14:13:32.443867 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c78e94-4f68-4fa0-bd36-a0f6d2e2ef58 req-5f329cab-2e51-461a-8c9a-99651b45613f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:32.445342 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-06c78e94-4f68-4fa0-bd36-a0f6d2e2ef58 req-5f329cab-2e51-461a-8c9a-99651b45613f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b9547b5173c74472b28578fee4efd2de&device_id=2e4837b1-3908-40e1-a7bc-159eda9cc71b HTTP/1.1" status: 200 len: 1097 time: 0.0740683 Aug 20 14:13:32.522692 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-45842180-2f31-4590-b148-3a3a9ca964f0 req-ae0864d3-aaed-437e-a34e-190918e5e790 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883021 Aug 20 14:13:32.557530 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c78e94-4f68-4fa0-bd36-a0f6d2e2ef58 req-d87e3289-b7a6-496b-83f9-149be74529a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:32.558972 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-06c78e94-4f68-4fa0-bd36-a0f6d2e2ef58 req-d87e3289-b7a6-496b-83f9-149be74529a4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1 HTTP/1.1" status: 200 len: 912 time: 0.1051726 Aug 20 14:13:32.605723 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-06c78e94-4f68-4fa0-bd36-a0f6d2e2ef58 req-6ff50a7b-a52e-4cf2-b5e7-5cc7da5ffb8e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c96090f-f850-47a9-856b-d017c651648f HTTP/1.1" status: 200 len: 217 time: 0.0382724 Aug 20 14:13:32.657626 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c78e94-4f68-4fa0-bd36-a0f6d2e2ef58 req-65e9f806-6477-454d-b48f-65e69ae04178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:32.659135 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-06c78e94-4f68-4fa0-bd36-a0f6d2e2ef58 req-65e9f806-6477-454d-b48f-65e69ae04178 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=70930b94-b5fe-43e0-b1d1-cb529415b9c1 HTTP/1.1" status: 200 len: 850 time: 0.0457554 Aug 20 14:13:32.741888 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2df5f9-911b-4c63-85dc-6080a2347c6a req-baf67a0f-670b-4359-9748-69f4120450ca tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:32.743330 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1d2df5f9-911b-4c63-85dc-6080a2347c6a req-baf67a0f-670b-4359-9748-69f4120450ca tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 946 time: 0.0773606 Aug 20 14:13:32.746192 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c78e94-4f68-4fa0-bd36-a0f6d2e2ef58 req-1a979b0b-062d-4a1b-86a1-b269f4234731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:32.747601 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-06c78e94-4f68-4fa0-bd36-a0f6d2e2ef58 req-1a979b0b-062d-4a1b-86a1-b269f4234731 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0804436 Aug 20 14:13:32.833836 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1d2df5f9-911b-4c63-85dc-6080a2347c6a req-173ecc90-f2b6-4bb1-870d-ee06e127a45e tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845237 Aug 20 14:13:32.869057 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-06c78e94-4f68-4fa0-bd36-a0f6d2e2ef58 req-542ed50f-a1b2-414e-8732-611cdc01be76 service neutron] 10.222.0.65 "GET /v2.0/networks/0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138043 Aug 20 14:13:32.964983 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-06c78e94-4f68-4fa0-bd36-a0f6d2e2ef58 req-f3ab8792-4e12-4e7a-9f8e-a38ce1029b30 service neutron] 10.222.0.65 "GET /v2.0/networks/0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878911 Aug 20 14:13:33.639059 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51900fa-7211-4316-af97-9190aed860c5 req-5c41100f-c5ba-43b6-9271-1a93cc064aed tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:33.640622 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b51900fa-7211-4316-af97-9190aed860c5 req-5c41100f-c5ba-43b6-9271-1a93cc064aed tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4837b1-3908-40e1-a7bc-159eda9cc71b HTTP/1.1" status: 200 len: 944 time: 0.0495884 Aug 20 14:13:33.687317 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b51900fa-7211-4316-af97-9190aed860c5 req-f1465a90-eee7-43c5-9b33-9d27cd5cd261 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397413 Aug 20 14:13:34.810947 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b265e-0b2b-4651-951b-1ca39bbbbea6 req-d9fe5c94-9324-4ac7-a804-79d6ff40c36c tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:34.812600 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cf5b265e-0b2b-4651-951b-1ca39bbbbea6 req-d9fe5c94-9324-4ac7-a804-79d6ff40c36c tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4837b1-3908-40e1-a7bc-159eda9cc71b HTTP/1.1" status: 200 len: 944 time: 0.0523403 Aug 20 14:13:34.851883 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cf5b265e-0b2b-4651-951b-1ca39bbbbea6 req-7285c55d-3cb3-4517-a771-784b848d9b53 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328531 Aug 20 14:13:35.977542 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e120fbd-0595-4919-bfaf-dbfc5ec7e574 req-f269b1de-0100-4eb8-91c5-c408ad34930d tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:35.979084 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0e120fbd-0595-4919-bfaf-dbfc5ec7e574 req-f269b1de-0100-4eb8-91c5-c408ad34930d tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4837b1-3908-40e1-a7bc-159eda9cc71b HTTP/1.1" status: 200 len: 944 time: 0.0584755 Aug 20 14:13:36.019576 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0e120fbd-0595-4919-bfaf-dbfc5ec7e574 req-c00e3c06-8718-49c6-97f4-5e90ed3baf38 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337863 Aug 20 14:13:36.998112 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 60796) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:13:37.188723 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f684efc-def4-4564-affb-65e3fb8743e8 req-7d94b669-867f-4dff-8caf-bfac029f315c tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:37.190242 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2f684efc-def4-4564-affb-65e3fb8743e8 req-7d94b669-867f-4dff-8caf-bfac029f315c tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4837b1-3908-40e1-a7bc-159eda9cc71b HTTP/1.1" status: 200 len: 944 time: 0.0888402 Aug 20 14:13:37.239757 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2f684efc-def4-4564-affb-65e3fb8743e8 req-42eca491-c787-4c3e-b8d6-cd5b039f2ee8 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426755 Aug 20 14:13:37.241116 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [None req-cee70d6c-1683-4ce8-98f0-5ab0e5d03cc9 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Deleting port 0049d112-e383-4d1e-8018-ddbb5e366d2e {{(pid=94100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:13:37.241456 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-cee70d6c-1683-4ce8-98f0-5ab0e5d03cc9 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:37.324309 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-cee70d6c-1683-4ce8-98f0-5ab0e5d03cc9 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:37.324666 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-cee70d6c-1683-4ce8-98f0-5ab0e5d03cc9 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:37.336641 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [None req-cee70d6c-1683-4ce8-98f0-5ab0e5d03cc9 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Calling delete_port for 0049d112-e383-4d1e-8018-ddbb5e366d2e owned by network:floatingip {{(pid=94100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:13:37.490479 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-cee70d6c-1683-4ce8-98f0-5ab0e5d03cc9 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:37.516643 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee70d6c-1683-4ce8-98f0-5ab0e5d03cc9 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Pushing event deleted for resources: {'Port': ['ID=0049d112-e383-4d1e-8018-ddbb5e366d2e,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:37.577528 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-cee70d6c-1683-4ce8-98f0-5ab0e5d03cc9 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks [] for floatingip, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:37.577841 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.db.l3_db [None req-cee70d6c-1683-4ce8-98f0-5ab0e5d03cc9 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Floating IP 2271e7dd-a8bb-497a-b91b-9bd658a347f6 disassociated (deleted). External IP: 172.27.3.52, port: f2a21bc3-2a19-4407-9aea-35f3cf3218f6. Aug 20 14:13:37.698571 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-18da042c-3414-41f9-a883-d1a3dac3904c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:37.794400 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee70d6c-1683-4ce8-98f0-5ab0e5d03cc9 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Router c496518e-3027-414b-b660-017f7244ccaf has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:13:37.903366 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee70d6c-1683-4ce8-98f0-5ab0e5d03cc9 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:13:37.908801 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-cee70d6c-1683-4ce8-98f0-5ab0e5d03cc9 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for floatingip, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:37.914041 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8e51fe-43f7-4983-8db8-f4bc19702e7a None None] Sync routers for ids ['c496518e-3027-414b-b660-017f7244ccaf'] in dv-cinder-790535-10-iscsi {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:13:37.923552 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8e51fe-43f7-4983-8db8-f4bc19702e7a None None] Routers {'c496518e-3027-414b-b660-017f7244ccaf'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:13:37.924174 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-8e8e51fe-43f7-4983-8db8-f4bc19702e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:13:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['c496518e-3027-414b-b660-017f7244ccaf'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:37.936536 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-cee70d6c-1683-4ce8-98f0-5ab0e5d03cc9 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "DELETE /v2.0/floatingips/2271e7dd-a8bb-497a-b91b-9bd658a347f6 HTTP/1.1" status: 204 len: 168 time: 0.9366181 Aug 20 14:13:37.937120 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e65aa31-28e3-4eea-b00f-701f8844f6ad', 'tag': 'f2a21bc3-2a19-4407-9aea-35f3cf3218f6'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:13:37.940342 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a29319-c3fa-4466-b26f-f0fb8f8866a0" -d '{"events": [{"name": "network-changed", "server_uuid": "2e65aa31-28e3-4eea-b00f-701f8844f6ad", "tag": "f2a21bc3-2a19-4407-9aea-35f3cf3218f6"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:13:37.982433 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6c9969-46e6-4437-be40-0efbf35c19dc x-openstack-request-id: req-3c6c9969-46e6-4437-be40-0efbf35c19dc {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:13:37.982687 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e65aa31-28e3-4eea-b00f-701f8844f6ad", "tag": "f2a21bc3-2a19-4407-9aea-35f3cf3218f6", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:13:37.983319 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3c6c9969-46e6-4437-be40-0efbf35c19dc {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:13:37.983319 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e65aa31-28e3-4eea-b00f-701f8844f6ad', 'tag': 'f2a21bc3-2a19-4407-9aea-35f3cf3218f6', 'status': 'completed', 'code': 200} Aug 20 14:13:38.055003 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a29319-c3fa-4466-b26f-f0fb8f8866a0 req-07055eb9-7475-4127-8ce0-4a28b5d2395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:38.056606 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-72a29319-c3fa-4466-b26f-f0fb8f8866a0 req-07055eb9-7475-4127-8ce0-4a28b5d2395c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=da58fbe7d6f2432ebdf29fdaaba8f893&device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 1098 time: 0.0465705 Aug 20 14:13:38.061545 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-8e8e51fe-43f7-4983-8db8-f4bc19702e7a None None] Set router c496518e-3027-414b-b660-017f7244ccaf gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:13:38.206444 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc96df7-5a30-4a31-a1c6-2b1669de0b98 req-4a205f6d-d61a-4607-9be3-0f1d61d11981 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:38.207991 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6bc96df7-5a30-4a31-a1c6-2b1669de0b98 req-4a205f6d-d61a-4607-9be3-0f1d61d11981 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 945 time: 0.0762603 Aug 20 14:13:38.211093 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a29319-c3fa-4466-b26f-f0fb8f8866a0 req-6b2b5c8e-34d5-4e63-89d5-b28338404b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:38.212497 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-72a29319-c3fa-4466-b26f-f0fb8f8866a0 req-6b2b5c8e-34d5-4e63-89d5-b28338404b5e service neutron] 10.222.0.65 "GET /v2.0/networks?id=09ac4a62-4c8f-4b1f-91bc-b2edb2196f17 HTTP/1.1" status: 200 len: 909 time: 0.1408558 Aug 20 14:13:38.274985 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-72a29319-c3fa-4466-b26f-f0fb8f8866a0 req-94a99016-68be-4b49-91bb-fc518daf8a05 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2a21bc3-2a19-4407-9aea-35f3cf3218f6 HTTP/1.1" status: 200 len: 217 time: 0.0464857 Aug 20 14:13:38.299452 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6bc96df7-5a30-4a31-a1c6-2b1669de0b98 req-848d6994-5213-455c-a52a-4322563efa26 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851915 Aug 20 14:13:38.336152 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a29319-c3fa-4466-b26f-f0fb8f8866a0 req-4951215b-a035-48f3-99ec-c819c396214b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:38.337671 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-72a29319-c3fa-4466-b26f-f0fb8f8866a0 req-4951215b-a035-48f3-99ec-c819c396214b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e5c9f92f-bbee-4432-a88e-944631c9f368 HTTP/1.1" status: 200 len: 847 time: 0.0532784 Aug 20 14:13:38.413762 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a29319-c3fa-4466-b26f-f0fb8f8866a0 req-497eae3a-cddf-4843-815a-bfe734df9968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:38.415274 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-72a29319-c3fa-4466-b26f-f0fb8f8866a0 req-497eae3a-cddf-4843-815a-bfe734df9968 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=09ac4a62-4c8f-4b1f-91bc-b2edb2196f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0664074 Aug 20 14:13:38.424530 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62004d2b-3c8b-4d05-b3d0-fd7b378c2704 req-dbb42820-136e-40ae-8460-d549d3d9a644 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:38.426058 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-62004d2b-3c8b-4d05-b3d0-fd7b378c2704 req-dbb42820-136e-40ae-8460-d549d3d9a644 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4837b1-3908-40e1-a7bc-159eda9cc71b HTTP/1.1" status: 200 len: 944 time: 0.0864706 Aug 20 14:13:38.430300 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-8e8e51fe-43f7-4983-8db8-f4bc19702e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c496518e-3027-414b-b660-017f7244ccaf', 'name': 'tempest-TestShelveInstance-933406143-router', 'tenant_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '845c5623-4392-4079-9ed3-aaf5c2c3223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:25Z', 'updated_at': '2021-08-20T14:08:29Z', 'revision_number': 4, 'project_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'gw_port': {'id': '845c5623-4392-4079-9ed3-aaf5c2c3223b', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c496518e-3027-414b-b660-017f7244ccaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:25Z', 'updated_at': '2021-08-20T14:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': '43637481-c7cc-422a-9195-c631c66ab3fa', 'name': '', 'network_id': '09ac4a62-4c8f-4b1f-91bc-b2edb2196f17', 'tenant_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'mac_address': 'fa:16:3e:d8:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c496518e-3027-414b-b660-017f7244ccaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e5c9f92f-bbee-4432-a88e-944631c9f368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:28Z', 'updated_at': '2021-08-20T14:08:36Z', 'revision_number': 5, 'project_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'subnets': [{'id': 'e5c9f92f-bbee-4432-a88e-944631c9f368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:38.467005 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8e51fe-43f7-4983-8db8-f4bc19702e7a None None] Checking router: c496518e-3027-414b-b660-017f7244ccaf for host: dv-cinder-790535-10-iscsi {{(pid=94102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:13:38.476684 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8e51fe-43f7-4983-8db8-f4bc19702e7a None None] Routers {'c496518e-3027-414b-b660-017f7244ccaf'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:13:38.477294 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-8e8e51fe-43f7-4983-8db8-f4bc19702e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:13:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['c496518e-3027-414b-b660-017f7244ccaf'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:38.529517 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-62004d2b-3c8b-4d05-b3d0-fd7b378c2704 req-51e7dd25-6e36-4c54-a963-d5d741cb4e4a tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928590 Aug 20 14:13:38.566255 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-72a29319-c3fa-4466-b26f-f0fb8f8866a0 req-de3c3a18-a571-4ac8-ac48-63ad3b2f7acf service neutron] 10.222.0.65 "GET /v2.0/networks/09ac4a62-4c8f-4b1f-91bc-b2edb2196f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391103 Aug 20 14:13:38.601293 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-8e8e51fe-43f7-4983-8db8-f4bc19702e7a None None] Set router c496518e-3027-414b-b660-017f7244ccaf gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:13:38.663750 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-72a29319-c3fa-4466-b26f-f0fb8f8866a0 req-81c20656-c3fe-4303-9a28-0a0b382084bb service neutron] 10.222.0.65 "GET /v2.0/networks/09ac4a62-4c8f-4b1f-91bc-b2edb2196f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900648 Aug 20 14:13:38.807197 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-8e8e51fe-43f7-4983-8db8-f4bc19702e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c496518e-3027-414b-b660-017f7244ccaf', 'name': 'tempest-TestShelveInstance-933406143-router', 'tenant_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '845c5623-4392-4079-9ed3-aaf5c2c3223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:25Z', 'updated_at': '2021-08-20T14:08:29Z', 'revision_number': 4, 'project_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'gw_port': {'id': '845c5623-4392-4079-9ed3-aaf5c2c3223b', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c496518e-3027-414b-b660-017f7244ccaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:25Z', 'updated_at': '2021-08-20T14:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': '43637481-c7cc-422a-9195-c631c66ab3fa', 'name': '', 'network_id': '09ac4a62-4c8f-4b1f-91bc-b2edb2196f17', 'tenant_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'mac_address': 'fa:16:3e:d8:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c496518e-3027-414b-b660-017f7244ccaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e5c9f92f-bbee-4432-a88e-944631c9f368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:28Z', 'updated_at': '2021-08-20T14:08:36Z', 'revision_number': 5, 'project_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'subnets': [{'id': 'e5c9f92f-bbee-4432-a88e-944631c9f368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:38.836074 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8e51fe-43f7-4983-8db8-f4bc19702e7a None None] The sync data for ids ['c496518e-3027-414b-b660-017f7244ccaf'] in dv-cinder-790535-10-iscsi is: [{'id': 'c496518e-3027-414b-b660-017f7244ccaf', 'name': 'tempest-TestShelveInstance-933406143-router', 'tenant_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '845c5623-4392-4079-9ed3-aaf5c2c3223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:25Z', 'updated_at': '2021-08-20T14:08:29Z', 'revision_number': 4, 'project_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'gw_port': {'id': '845c5623-4392-4079-9ed3-aaf5c2c3223b', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c496518e-3027-414b-b660-017f7244ccaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:25Z', 'updated_at': '2021-08-20T14:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': '43637481-c7cc-422a-9195-c631c66ab3fa', 'name': '', 'network_id': '09ac4a62-4c8f-4b1f-91bc-b2edb2196f17', 'tenant_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'mac_address': 'fa:16:3e:d8:bd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c496518e-3027-414b-b660-017f7244ccaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e5c9f92f-bbee-4432-a88e-944631c9f368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:28Z', 'updated_at': '2021-08-20T14:08:36Z', 'revision_number': 5, 'project_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'subnets': [{'id': 'e5c9f92f-bbee-4432-a88e-944631c9f368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:13:39.055078 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9087c3a5-a1ce-4ba4-b9fb-c53bc3e9a36e None None] New status for floating IP 2271e7dd-a8bb-497a-b91b-9bd658a347f6: DOWN {{(pid=94103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:13:39.059840 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 0c96090f-f850-47a9-856b-d017c651648f details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:13:39.161236 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port 0c96090f-f850-47a9-856b-d017c651648f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0c96090f-f850-47a9-856b-d017c651648f,segment=NetworkSegment(ef43daab-3823-45b9-a2bf-5f2531300abc),segment_id=ef43daab-3823-45b9-a2bf-5f2531300abc)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:13:39.174539 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Returning: {'device': '0c96090f-f850-47a9-856b-d017c651648f', 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1', 'port_id': '0c96090f-f850-47a9-856b-d017c651648f', 'mac_address': 'fa:16:3e:7a:58:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:13:39.216942 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:39.230766 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c96090f-f850-47a9-856b-d017c651648f {{(pid=94102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:13:39.252596 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port 0c96090f-f850-47a9-856b-d017c651648f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0c96090f-f850-47a9-856b-d017c651648f,segment=NetworkSegment(ef43daab-3823-45b9-a2bf-5f2531300abc),segment_id=ef43daab-3823-45b9-a2bf-5f2531300abc)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:13:39.256810 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:39.307265 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=0c96090f-f850-47a9-856b-d017c651648f,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:39.430998 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2edd7c-e3d7-4578-9132-98b081e01711 req-c91b4917-13ec-416e-ae7f-cd9f41e7d2b8 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:39.432563 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7f2edd7c-e3d7-4578-9132-98b081e01711 req-c91b4917-13ec-416e-ae7f-cd9f41e7d2b8 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 945 time: 0.0564806 Aug 20 14:13:39.473672 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7f2edd7c-e3d7-4578-9132-98b081e01711 req-f486af40-3221-4624-86cc-50c32d3445b4 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/security-groups?id=15b4ed91-983f-4084-a46d-7c11e3dfb877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339832 Aug 20 14:13:39.503690 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['0c96090f-f850-47a9-856b-d017c651648f'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:13:39.650591 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a122090-57ee-4eb3-bd77-417624ea4f97 req-e31aba54-8a6d-4d62-ba21-8d0e4d8fda27 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:39.652116 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2a122090-57ee-4eb3-bd77-417624ea4f97 req-e31aba54-8a6d-4d62-ba21-8d0e4d8fda27 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4837b1-3908-40e1-a7bc-159eda9cc71b HTTP/1.1" status: 200 len: 945 time: 0.0587227 Aug 20 14:13:39.691886 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2a122090-57ee-4eb3-bd77-417624ea4f97 req-b53cd928-58ec-490d-84f6-e8a02cb3310d tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328317 Aug 20 14:13:39.771021 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8b04b-dd88-46dc-80cd-0890e8bfeb5c req-5a697066-755d-4a0d-a75a-4a7635866977 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:39.772567 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-21b8b04b-dd88-46dc-80cd-0890e8bfeb5c req-5a697066-755d-4a0d-a75a-4a7635866977 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 945 time: 0.0620070 Aug 20 14:13:39.878567 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-21b8b04b-dd88-46dc-80cd-0890e8bfeb5c req-86ea8f23-b5c1-4c7e-8209-e59ef911948d tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Deleting port f2a21bc3-2a19-4407-9aea-35f3cf3218f6 {{(pid=94100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:13:39.878910 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-21b8b04b-dd88-46dc-80cd-0890e8bfeb5c req-86ea8f23-b5c1-4c7e-8209-e59ef911948d tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:39.980614 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-21b8b04b-dd88-46dc-80cd-0890e8bfeb5c req-86ea8f23-b5c1-4c7e-8209-e59ef911948d tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] For port f2a21bc3-2a19-4407-9aea-35f3cf3218f6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f2a21bc3-2a19-4407-9aea-35f3cf3218f6,segment=NetworkSegment(320dccc1-342d-487c-a49d-87b935868f7d),segment_id=320dccc1-342d-487c-a49d-87b935868f7d)] {{(pid=94100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:13:39.980985 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-21b8b04b-dd88-46dc-80cd-0890e8bfeb5c req-86ea8f23-b5c1-4c7e-8209-e59ef911948d tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:39.995487 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-21b8b04b-dd88-46dc-80cd-0890e8bfeb5c req-86ea8f23-b5c1-4c7e-8209-e59ef911948d tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Calling delete_port for f2a21bc3-2a19-4407-9aea-35f3cf3218f6 owned by compute:nova {{(pid=94100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:13:40.129740 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-21b8b04b-dd88-46dc-80cd-0890e8bfeb5c req-86ea8f23-b5c1-4c7e-8209-e59ef911948d tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:40.157461 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea8f23-b5c1-4c7e-8209-e59ef911948d tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Pushing event deleted for resources: {'Port': ['ID=f2a21bc3-2a19-4407-9aea-35f3cf3218f6,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:40.210423 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b8b04b-dd88-46dc-80cd-0890e8bfeb5c req-86ea8f23-b5c1-4c7e-8209-e59ef911948d tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] No DVR routers for this DVR port f2a21bc3-2a19-4407-9aea-35f3cf3218f6 on host hv-cinder-79053 {{(pid=94100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:13:40.213027 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-21b8b04b-dd88-46dc-80cd-0890e8bfeb5c req-86ea8f23-b5c1-4c7e-8209-e59ef911948d tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:40.215058 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-21b8b04b-dd88-46dc-80cd-0890e8bfeb5c req-86ea8f23-b5c1-4c7e-8209-e59ef911948d tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.65 "DELETE /v2.0/ports/f2a21bc3-2a19-4407-9aea-35f3cf3218f6 HTTP/1.1" status: 204 len: 173 time: 0.4349949 Aug 20 14:13:40.215562 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e65aa31-28e3-4eea-b00f-701f8844f6ad', 'name': 'network-vif-deleted', 'tag': 'f2a21bc3-2a19-4407-9aea-35f3cf3218f6'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:13:40.217819 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feca1440-d804-4d57-97f6-6c9902a6aa71" -d '{"events": [{"server_uuid": "2e65aa31-28e3-4eea-b00f-701f8844f6ad", "name": "network-vif-deleted", "tag": "f2a21bc3-2a19-4407-9aea-35f3cf3218f6"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:13:40.257055 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea44560-ae5b-4ce9-8bc5-2b641617a348 x-openstack-request-id: req-4ea44560-ae5b-4ce9-8bc5-2b641617a348 {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:13:40.257351 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e65aa31-28e3-4eea-b00f-701f8844f6ad", "name": "network-vif-deleted", "tag": "f2a21bc3-2a19-4407-9aea-35f3cf3218f6", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:13:40.257610 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4ea44560-ae5b-4ce9-8bc5-2b641617a348 {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:13:40.258708 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e65aa31-28e3-4eea-b00f-701f8844f6ad', 'name': 'network-vif-deleted', 'tag': 'f2a21bc3-2a19-4407-9aea-35f3cf3218f6', 'status': 'completed', 'code': 200} Aug 20 14:13:40.475973 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-68821112-9a16-446e-a8ca-c1773ee4f9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:40.489500 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:40.573620 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-247ef3a9-94ea-49d1-957e-a5f858460c81 req-fc9867b3-2f6b-4565-9029-0d3482816b16 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e65aa31-28e3-4eea-b00f-701f8844f6ad HTTP/1.1" status: 200 len: 210 time: 0.0281963 Aug 20 14:13:40.822379 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361cc55-da0a-4d39-ac3c-dc4b650afd08 req-8e776dd3-591f-4a1f-a60c-a6d7558dbdf4 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:40.824512 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9361cc55-da0a-4d39-ac3c-dc4b650afd08 req-8e776dd3-591f-4a1f-a60c-a6d7558dbdf4 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4837b1-3908-40e1-a7bc-159eda9cc71b HTTP/1.1" status: 200 len: 945 time: 0.0561755 Aug 20 14:13:40.864976 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9361cc55-da0a-4d39-ac3c-dc4b650afd08 req-6f381c09-8883-480a-9248-f34f6d258ddc tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334470 Aug 20 14:13:41.074802 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 0c96090f-f850-47a9-856b-d017c651648f up at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:13:41.127942 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning for port 0c96090f-f850-47a9-856b-d017c651648f completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:13:41.132048 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning complete for port 0c96090f-f850-47a9-856b-d017c651648f triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:13:41.132420 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:41.223024 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:41.248390 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4837b1-3908-40e1-a7bc-159eda9cc71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c96090f-f850-47a9-856b-d017c651648f'}] {{(pid=94102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:13:41.251755 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658e03e68c488354c0da9c4193b8775245da486d5210860026445f3bfd5b20fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fa7264-f31b-4faf-b985-24fe9e1fcd34" -d '{"events": [{"server_uuid": "2e4837b1-3908-40e1-a7bc-159eda9cc71b", "name": "network-vif-plugged", "status": "completed", "tag": "0c96090f-f850-47a9-856b-d017c651648f"}]}' {{(pid=94102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:13:41.266959 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port 0c96090f-f850-47a9-856b-d017c651648f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0c96090f-f850-47a9-856b-d017c651648f,segment=NetworkSegment(ef43daab-3823-45b9-a2bf-5f2531300abc),segment_id=ef43daab-3823-45b9-a2bf-5f2531300abc)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:13:41.271076 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:41.271986 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device f2a21bc3-2a19-4407-9aea-35f3cf3218f6 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:13:41.315179 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb6afbe-eba5-4746-a106-f79a91215cbb x-openstack-request-id: req-fbb6afbe-eba5-4746-a106-f79a91215cbb {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:13:41.315481 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4837b1-3908-40e1-a7bc-159eda9cc71b", "name": "network-vif-plugged", "status": "completed", "tag": "0c96090f-f850-47a9-856b-d017c651648f", "code": 200}]} {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:13:41.315703 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fbb6afbe-eba5-4746-a106-f79a91215cbb {{(pid=94102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:13:41.316097 dv-cinder-790535-10-iscsi neutron-server[94102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4837b1-3908-40e1-a7bc-159eda9cc71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c96090f-f850-47a9-856b-d017c651648f', 'code': 200} Aug 20 14:13:41.319370 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] No Port match for: f2a21bc3-2a19-4407-9aea-35f3cf3218f6 {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:13:41.319719 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device f2a21bc3-2a19-4407-9aea-35f3cf3218f6 not bound to the agent host hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:13:41.347005 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=0c96090f-f850-47a9-856b-d017c651648f,revision_number=5']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:41.527287 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e579b7-5c61-409e-a8cc-07ae2843c1e3 req-b8948fae-fef6-48e0-b501-b59f1e75c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:41.528892 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-04e579b7-5c61-409e-a8cc-07ae2843c1e3 req-b8948fae-fef6-48e0-b501-b59f1e75c41b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2e4837b1-3908-40e1-a7bc-159eda9cc71b HTTP/1.1" status: 200 len: 1099 time: 0.0477061 Aug 20 14:13:41.566698 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-04e579b7-5c61-409e-a8cc-07ae2843c1e3 req-24551f84-cf76-42e2-a182-540281f746e1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308843 Aug 20 14:13:41.574610 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:41.631989 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 60844) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:13:41.705588 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-985a0907-1810-4239-ae8f-a95219db0268 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:41.742399 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-985a0907-1810-4239-ae8f-a95219db0268 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:41.822646 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-985a0907-1810-4239-ae8f-a95219db0268 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:41.825449 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-985a0907-1810-4239-ae8f-a95219db0268 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:41.826609 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-985a0907-1810-4239-ae8f-a95219db0268 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] 10.222.0.38 "DELETE /v2.0/security-groups/15b4ed91-983f-4084-a46d-7c11e3dfb877 HTTP/1.1" status: 204 len: 168 time: 0.1936171 Aug 20 14:13:41.838932 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a0907-1810-4239-ae8f-a95219db0268 tempest-TestShelveInstance-1587461404 tempest-TestShelveInstance-1587461404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b4ed91-983f-4084-a46d-7c11e3dfb877,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:41.883139 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 60850) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:13:41.990297 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151b402-7ad8-458a-b790-220621d7a758 req-8ae99df5-5768-4ab3-bb24-45cc12a078f0 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:41.992145 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7151b402-7ad8-458a-b790-220621d7a758 req-8ae99df5-5768-4ab3-bb24-45cc12a078f0 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4837b1-3908-40e1-a7bc-159eda9cc71b HTTP/1.1" status: 200 len: 946 time: 0.0503771 Aug 20 14:13:42.040999 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7151b402-7ad8-458a-b790-220621d7a758 req-31b62c5d-ade1-47e2-b7b9-5c24018281d0 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420241 Aug 20 14:13:42.372306 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-4f03c4ec-9a01-4bd1-8905-bf2dcc0ea2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529622'] for router_interface, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:42.498184 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:42.615617 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-4f03c4ec-9a01-4bd1-8905-bf2dcc0ea2ed admin admin] Deleting port 43637481-c7cc-422a-9195-c631c66ab3fa {{(pid=94101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:13:42.615955 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-4f03c4ec-9a01-4bd1-8905-bf2dcc0ea2ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:42.699265 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.db [None req-4f03c4ec-9a01-4bd1-8905-bf2dcc0ea2ed admin admin] For port 43637481-c7cc-422a-9195-c631c66ab3fa, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=43637481-c7cc-422a-9195-c631c66ab3fa,segment=NetworkSegment(320dccc1-342d-487c-a49d-87b935868f7d),segment_id=320dccc1-342d-487c-a49d-87b935868f7d)] {{(pid=94101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:13:42.699632 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-4f03c4ec-9a01-4bd1-8905-bf2dcc0ea2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:42.713687 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-4f03c4ec-9a01-4bd1-8905-bf2dcc0ea2ed admin admin] Calling delete_port for 43637481-c7cc-422a-9195-c631c66ab3fa owned by network:router_interface {{(pid=94101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:13:42.894807 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-4f03c4ec-9a01-4bd1-8905-bf2dcc0ea2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131250090'] for port, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:42.921838 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03c4ec-9a01-4bd1-8905-bf2dcc0ea2ed admin admin] Pushing event deleted for resources: {'Port': ['ID=43637481-c7cc-422a-9195-c631c66ab3fa,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:42.931711 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03c4ec-9a01-4bd1-8905-bf2dcc0ea2ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:13:42.931711 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03c4ec-9a01-4bd1-8905-bf2dcc0ea2ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:13:42.931711 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03c4ec-9a01-4bd1-8905-bf2dcc0ea2ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:13:42.931711 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03c4ec-9a01-4bd1-8905-bf2dcc0ea2ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:13:42.931711 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03c4ec-9a01-4bd1-8905-bf2dcc0ea2ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:13:42.931711 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03c4ec-9a01-4bd1-8905-bf2dcc0ea2ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:13:42.932343 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03c4ec-9a01-4bd1-8905-bf2dcc0ea2ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:13:42.932343 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03c4ec-9a01-4bd1-8905-bf2dcc0ea2ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:13:42.932591 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03c4ec-9a01-4bd1-8905-bf2dcc0ea2ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:13:42.933047 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03c4ec-9a01-4bd1-8905-bf2dcc0ea2ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:13:42.933373 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03c4ec-9a01-4bd1-8905-bf2dcc0ea2ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:13:42.933700 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f03c4ec-9a01-4bd1-8905-bf2dcc0ea2ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:13:43.096344 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:43.100840 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-4f03c4ec-9a01-4bd1-8905-bf2dcc0ea2ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1015037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529482'] for router_interface, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:43.172733 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658eb14-1950-4714-9e69-4f19c9209358 req-bdacbd2d-6b31-4c66-810e-2986a8cd3fce tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:43.174255 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c658eb14-1950-4714-9e69-4f19c9209358 req-bdacbd2d-6b31-4c66-810e-2986a8cd3fce tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4837b1-3908-40e1-a7bc-159eda9cc71b HTTP/1.1" status: 200 len: 946 time: 0.0526128 Aug 20 14:13:43.211912 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c658eb14-1950-4714-9e69-4f19c9209358 req-96dbe628-92e8-42b0-8bb1-7976b98ec8d6 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310838 Aug 20 14:13:43.331149 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ca3f6-781d-4175-9e2f-0f3f145177e7 req-08fcd44d-47b9-4f07-a8aa-7326cb077707 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:43.332780 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2d8ca3f6-781d-4175-9e2f-0f3f145177e7 req-08fcd44d-47b9-4f07-a8aa-7326cb077707 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4837b1-3908-40e1-a7bc-159eda9cc71b HTTP/1.1" status: 200 len: 946 time: 0.0543041 Aug 20 14:13:43.373323 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2d8ca3f6-781d-4175-9e2f-0f3f145177e7 req-6355abad-38a4-406d-9828-0833ed3744d9 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340669 Aug 20 14:13:43.397711 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 60866) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:13:43.443692 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad648fb-647d-48fb-91e5-772e3f86f2d9 tempest-TestVolumeBootPattern-1224145880 tempest-TestVolumeBootPattern-1224145880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:43.447907 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-7ad648fb-647d-48fb-91e5-772e3f86f2d9 tempest-TestVolumeBootPattern-1224145880 tempest-TestVolumeBootPattern-1224145880-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=2e4837b1-3908-40e1-a7bc-159eda9cc71b HTTP/1.1" status: 200 len: 1094 time: 0.0464532 Aug 20 14:13:43.448262 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 60868) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:13:43.453494 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-9d552e8e-e19d-4264-b5ce-8ad10e1c0e69 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Request body: {'floatingip': {'floating_network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'port_id': '0c96090f-f850-47a9-856b-d017c651648f', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:13:43.479990 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-9d552e8e-e19d-4264-b5ce-8ad10e1c0e69 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for floatingip, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:43.516229 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f03c4ec-9a01-4bd1-8905-bf2dcc0ea2ed admin admin] Router c496518e-3027-414b-b660-017f7244ccaf has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:13:43.584981 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-9d552e8e-e19d-4264-b5ce-8ad10e1c0e69 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:43.627694 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f03c4ec-9a01-4bd1-8905-bf2dcc0ea2ed admin admin] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:13:43.635952 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-4f03c4ec-9a01-4bd1-8905-bf2dcc0ea2ed admin admin] 10.222.0.38 "PUT /v2.0/routers/c496518e-3027-414b-b660-017f7244ccaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7492104 Aug 20 14:13:43.636052 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 60870) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:13:43.639050 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56cc715-0706-4ed4-9a7a-2ad384b75494 None None] Sync routers for ids ['c496518e-3027-414b-b660-017f7244ccaf'] in dv-cinder-790535-10-iscsi {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:13:43.649559 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56cc715-0706-4ed4-9a7a-2ad384b75494 None None] Routers {'c496518e-3027-414b-b660-017f7244ccaf'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:13:43.650360 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-f56cc715-0706-4ed4-9a7a-2ad384b75494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:13:40Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['c496518e-3027-414b-b660-017f7244ccaf'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:43.768518 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-f56cc715-0706-4ed4-9a7a-2ad384b75494 None None] Set router c496518e-3027-414b-b660-017f7244ccaf gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:13:43.959195 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-f56cc715-0706-4ed4-9a7a-2ad384b75494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c496518e-3027-414b-b660-017f7244ccaf', 'name': 'tempest-TestShelveInstance-933406143-router', 'tenant_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '845c5623-4392-4079-9ed3-aaf5c2c3223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:25Z', 'updated_at': '2021-08-20T14:13:42Z', 'revision_number': 5, 'project_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'gw_port': {'id': '845c5623-4392-4079-9ed3-aaf5c2c3223b', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c496518e-3027-414b-b660-017f7244ccaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:25Z', 'updated_at': '2021-08-20T14:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:43.989789 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56cc715-0706-4ed4-9a7a-2ad384b75494 None None] Checking router: c496518e-3027-414b-b660-017f7244ccaf for host: dv-cinder-790535-10-iscsi {{(pid=94102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:13:43.999412 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56cc715-0706-4ed4-9a7a-2ad384b75494 None None] Routers {'c496518e-3027-414b-b660-017f7244ccaf'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:13:44.000847 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-f56cc715-0706-4ed4-9a7a-2ad384b75494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:13:40Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['c496518e-3027-414b-b660-017f7244ccaf'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:44.099942 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [None req-9d552e8e-e19d-4264-b5ce-8ad10e1c0e69 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Allocated IP 172.27.3.45 (98d0971e-9611-4cfe-abc2-ff603fbae97c/e8e9b9bd-ae96-49d0-b730-35afc957c6cc/a2526fa4-81c8-417f-9606-f87dd3d34efe) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:13:44.118247 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-89d2b900-eaae-4097-9f0c-ad1775b9d2af admin admin] Notify callbacks [] for router, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:44.122853 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-f56cc715-0706-4ed4-9a7a-2ad384b75494 None None] Set router c496518e-3027-414b-b660-017f7244ccaf gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:13:44.305768 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-89d2b900-eaae-4097-9f0c-ad1775b9d2af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:44.313029 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-f56cc715-0706-4ed4-9a7a-2ad384b75494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c496518e-3027-414b-b660-017f7244ccaf', 'name': 'tempest-TestShelveInstance-933406143-router', 'tenant_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '845c5623-4392-4079-9ed3-aaf5c2c3223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:25Z', 'updated_at': '2021-08-20T14:13:42Z', 'revision_number': 5, 'project_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'gw_port': {'id': '845c5623-4392-4079-9ed3-aaf5c2c3223b', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c496518e-3027-414b-b660-017f7244ccaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:25Z', 'updated_at': '2021-08-20T14:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:44.323596 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-9d552e8e-e19d-4264-b5ce-8ad10e1c0e69 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:44.343112 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56cc715-0706-4ed4-9a7a-2ad384b75494 None None] The sync data for ids ['c496518e-3027-414b-b660-017f7244ccaf'] in dv-cinder-790535-10-iscsi is: [{'id': 'c496518e-3027-414b-b660-017f7244ccaf', 'name': 'tempest-TestShelveInstance-933406143-router', 'tenant_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '845c5623-4392-4079-9ed3-aaf5c2c3223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:25Z', 'updated_at': '2021-08-20T14:13:42Z', 'revision_number': 5, 'project_id': 'da58fbe7d6f2432ebdf29fdaaba8f893', 'gw_port': {'id': '845c5623-4392-4079-9ed3-aaf5c2c3223b', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:99:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c496518e-3027-414b-b660-017f7244ccaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:25Z', 'updated_at': '2021-08-20T14:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}] {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:13:44.424636 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [None req-89d2b900-eaae-4097-9f0c-ad1775b9d2af admin admin] Deleting port 845c5623-4392-4079-9ed3-aaf5c2c3223b {{(pid=94100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:13:44.425060 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-89d2b900-eaae-4097-9f0c-ad1775b9d2af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:44.428361 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-9d552e8e-e19d-4264-b5ce-8ad10e1c0e69 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:44.518083 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d552e8e-e19d-4264-b5ce-8ad10e1c0e69 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Network 98d0971e-9611-4cfe-abc2-ff603fbae97c is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:13:44.524734 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [None req-9d552e8e-e19d-4264-b5ce-8ad10e1c0e69 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:13:44.532883 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d552e8e-e19d-4264-b5ce-8ad10e1c0e69 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:13:44.537205 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d552e8e-e19d-4264-b5ce-8ad10e1c0e69 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Pushing event updated for resources: {'Port': ['ID=a2526fa4-81c8-417f-9606-f87dd3d34efe,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:44.622271 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [None req-89d2b900-eaae-4097-9f0c-ad1775b9d2af admin admin] For port 845c5623-4392-4079-9ed3-aaf5c2c3223b, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=845c5623-4392-4079-9ed3-aaf5c2c3223b,segment=NetworkSegment(4decdd4f-3fef-48ea-97d6-157c44e17f8c),segment_id=4decdd4f-3fef-48ea-97d6-157c44e17f8c)] {{(pid=94100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:13:44.622485 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-89d2b900-eaae-4097-9f0c-ad1775b9d2af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:44.660520 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [None req-89d2b900-eaae-4097-9f0c-ad1775b9d2af admin admin] Calling delete_port for 845c5623-4392-4079-9ed3-aaf5c2c3223b owned by network:router_gateway {{(pid=94100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:13:44.963445 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-89d2b900-eaae-4097-9f0c-ad1775b9d2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:45.026380 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2b900-eaae-4097-9f0c-ad1775b9d2af admin admin] Pushing event deleted for resources: {'Port': ['ID=845c5623-4392-4079-9ed3-aaf5c2c3223b,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:45.202244 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-89d2b900-eaae-4097-9f0c-ad1775b9d2af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-686494'] for router_gateway, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:45.354873 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-89d2b900-eaae-4097-9f0c-ad1775b9d2af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3234'] for router, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:45.362613 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-89d2b900-eaae-4097-9f0c-ad1775b9d2af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:45.372881 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-9d552e8e-e19d-4264-b5ce-8ad10e1c0e69 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:45.476742 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-89d2b900-eaae-4097-9f0c-ad1775b9d2af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532139'] for router, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:45.477294 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d2b900-eaae-4097-9f0c-ad1775b9d2af admin admin] Fanout notify agent at l3_agent the message router_deleted on router c496518e-3027-414b-b660-017f7244ccaf {{(pid=94100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:13:45.492003 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-89d2b900-eaae-4097-9f0c-ad1775b9d2af admin admin] Notify callbacks [] for router, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:45.500226 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-89d2b900-eaae-4097-9f0c-ad1775b9d2af admin admin] 10.222.0.38 "DELETE /v2.0/routers/c496518e-3027-414b-b660-017f7244ccaf HTTP/1.1" status: 204 len: 168 time: 1.8561733 Aug 20 14:13:45.500555 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 60884) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:13:45.537130 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-9d552e8e-e19d-4264-b5ce-8ad10e1c0e69 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:45.545307 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.db_base_plugin_v2 [None req-29d58416-8a2a-4529-b304-c2ef90fcc968 admin admin] Deleting subnet e5c9f92f-bbee-4432-a88e-944631c9f368 {{(pid=94101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:13:45.549305 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-29d58416-8a2a-4529-b304-c2ef90fcc968 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:45.591631 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-29d58416-8a2a-4529-b304-c2ef90fcc968 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131863462'] for subnet, precommit_delete_associations {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:45.695611 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-29d58416-8a2a-4529-b304-c2ef90fcc968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1685479'] for subnet, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:45.761949 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-29d58416-8a2a-4529-b304-c2ef90fcc968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1685486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131250079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130136038'] for subnet, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:45.786083 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d58416-8a2a-4529-b304-c2ef90fcc968 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5c9f92f-bbee-4432-a88e-944631c9f368,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:45.792035 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-29d58416-8a2a-4529-b304-c2ef90fcc968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for subnet, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:45.794189 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-29d58416-8a2a-4529-b304-c2ef90fcc968 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e5c9f92f-bbee-4432-a88e-944631c9f368 HTTP/1.1" status: 204 len: 168 time: 0.2969944 Aug 20 14:13:45.797996 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 60890) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:13:45.799234 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e0b17f-fe93-40ff-96bd-95b0ea1236f6 None None] Network 09ac4a62-4c8f-4b1f-91bc-b2edb2196f17 requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:13:45.871700 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-dc60b8bf-6d50-4e22-948a-e45f5a659619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656558'] for network, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:45.929977 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-dc60b8bf-6d50-4e22-948a-e45f5a659619 admin admin] Deleting port 73c42d8b-6971-4b30-b5a6-b73c768aa940 {{(pid=94101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:13:45.930319 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-dc60b8bf-6d50-4e22-948a-e45f5a659619 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:45.976977 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-9d552e8e-e19d-4264-b5ce-8ad10e1c0e69 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for port, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:45.981863 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-9d552e8e-e19d-4264-b5ce-8ad10e1c0e69 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:46.000555 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.db [None req-dc60b8bf-6d50-4e22-948a-e45f5a659619 admin admin] For port 73c42d8b-6971-4b30-b5a6-b73c768aa940, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=73c42d8b-6971-4b30-b5a6-b73c768aa940,segment=NetworkSegment(320dccc1-342d-487c-a49d-87b935868f7d),segment_id=320dccc1-342d-487c-a49d-87b935868f7d)] {{(pid=94101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:13:46.000974 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-dc60b8bf-6d50-4e22-948a-e45f5a659619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:46.016004 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-dc60b8bf-6d50-4e22-948a-e45f5a659619 admin admin] Calling delete_port for 73c42d8b-6971-4b30-b5a6-b73c768aa940 owned by network:dhcp {{(pid=94101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:13:46.032888 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178c04d1-d8c4-469d-8918-96a661b5534e None None] DHCP port deletion for 09ac4a62-4c8f-4b1f-91bc-b2edb2196f17 request from dv-cinder-790535-10-iscsi {{(pid=94102) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:13:46.059405 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d552e8e-e19d-4264-b5ce-8ad10e1c0e69 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Pushing event updated for resources: {'Port': ['ID=a2526fa4-81c8-417f-9606-f87dd3d34efe,revision_number=2']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:46.077156 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-9d552e8e-e19d-4264-b5ce-8ad10e1c0e69 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687214'] for floatingip, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:46.103945 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-178c04d1-d8c4-469d-8918-96a661b5534e None None] Deleting port 73c42d8b-6971-4b30-b5a6-b73c768aa940 {{(pid=94102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:13:46.104399 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-178c04d1-d8c4-469d-8918-96a661b5534e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:46.145784 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-dc60b8bf-6d50-4e22-948a-e45f5a659619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131250090'] for port, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:46.147152 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 43637481-c7cc-422a-9195-c631c66ab3fa no longer exists at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:13:46.175228 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60b8bf-6d50-4e22-948a-e45f5a659619 admin admin] Pushing event deleted for resources: {'Port': ['ID=73c42d8b-6971-4b30-b5a6-b73c768aa940,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:46.178711 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] No Port match for: 43637481-c7cc-422a-9195-c631c66ab3fa {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:13:46.179053 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 43637481-c7cc-422a-9195-c631c66ab3fa not bound to the agent host dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:13:46.179465 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 73c42d8b-6971-4b30-b5a6-b73c768aa940 no longer exists at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:13:46.189014 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc60b8bf-6d50-4e22-948a-e45f5a659619 admin admin] No DVR routers for this DVR port 73c42d8b-6971-4b30-b5a6-b73c768aa940 on host dv-cinder-790535-10-iscsi {{(pid=94101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:13:46.204312 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] No Port match for: 73c42d8b-6971-4b30-b5a6-b73c768aa940 {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:13:46.204684 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 73c42d8b-6971-4b30-b5a6-b73c768aa940 not bound to the agent host dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:13:46.205092 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 845c5623-4392-4079-9ed3-aaf5c2c3223b no longer exists at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:13:46.209076 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.db.l3_db [None req-9d552e8e-e19d-4264-b5ce-8ad10e1c0e69 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Floating IP f7577762-97d5-402d-b5d1-3f292b40b5eb associated. External IP: 172.27.3.45, port: 0c96090f-f850-47a9-856b-d017c651648f. Aug 20 14:13:46.231986 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] No Port match for: 845c5623-4392-4079-9ed3-aaf5c2c3223b {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:13:46.232383 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 845c5623-4392-4079-9ed3-aaf5c2c3223b not bound to the agent host dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:13:46.239821 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-178c04d1-d8c4-469d-8918-96a661b5534e None None] For port 73c42d8b-6971-4b30-b5a6-b73c768aa940, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=73c42d8b-6971-4b30-b5a6-b73c768aa940,segment=NetworkSegment(320dccc1-342d-487c-a49d-87b935868f7d),segment_id=320dccc1-342d-487c-a49d-87b935868f7d)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:13:46.239821 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-178c04d1-d8c4-469d-8918-96a661b5534e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:46.253592 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-178c04d1-d8c4-469d-8918-96a661b5534e None None] Calling delete_port for 73c42d8b-6971-4b30-b5a6-b73c768aa940 owned by network:dhcp {{(pid=94102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:13:46.277684 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-dc60b8bf-6d50-4e22-948a-e45f5a659619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1745010', 'neutron.services.segments.db._delete_segments_for_network-8728246697485'] for network, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:46.288416 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-dc60b8bf-6d50-4e22-948a-e45f5a659619 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ac4a62-4c8f-4b1f-91bc-b2edb2196f17']}} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:46.300390 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-dc60b8bf-6d50-4e22-948a-e45f5a659619 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '320dccc1-342d-487c-a49d-87b935868f7d') {'for_net_delete': True} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:46.300724 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-dc60b8bf-6d50-4e22-948a-e45f5a659619 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '320dccc1-342d-487c-a49d-87b935868f7d') {} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:46.310804 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-dc60b8bf-6d50-4e22-948a-e45f5a659619 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728246668737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131863519'] for segment, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:46.326454 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-dc60b8bf-6d50-4e22-948a-e45f5a659619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:46.331795 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-178c04d1-d8c4-469d-8918-96a661b5534e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990'] for port, after_delete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:46.332896 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc60b8bf-6d50-4e22-948a-e45f5a659619 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:13:46.333384 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-dc60b8bf-6d50-4e22-948a-e45f5a659619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131250037'] for segment, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:46.335110 dv-cinder-790535-10-iscsi neutron-server[94101]: Traceback (most recent call last): Aug 20 14:13:46.335110 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:13:46.335110 dv-cinder-790535-10-iscsi neutron-server[94101]: timer() Aug 20 14:13:46.335110 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:13:46.335110 dv-cinder-790535-10-iscsi neutron-server[94101]: cb(*args, **kw) Aug 20 14:13:46.335110 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:13:46.335110 dv-cinder-790535-10-iscsi neutron-server[94101]: return func(*args, **kwargs) Aug 20 14:13:46.335110 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:13:46.335110 dv-cinder-790535-10-iscsi neutron-server[94101]: self._notify() Aug 20 14:13:46.335110 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:13:46.335110 dv-cinder-790535-10-iscsi neutron-server[94101]: self.callback(batched_events) Aug 20 14:13:46.335110 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:13:46.335110 dv-cinder-790535-10-iscsi neutron-server[94101]: event.method(event) Aug 20 14:13:46.335110 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:13:46.335110 dv-cinder-790535-10-iscsi neutron-server[94101]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:13:46.335110 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:13:46.335110 dv-cinder-790535-10-iscsi neutron-server[94101]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:13:46.335110 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:13:46.335110 dv-cinder-790535-10-iscsi neutron-server[94101]: return f(self, *a, **k) Aug 20 14:13:46.335110 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:13:46.335110 dv-cinder-790535-10-iscsi neutron-server[94101]: return self._get(url).json() Aug 20 14:13:46.335110 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:13:46.335110 dv-cinder-790535-10-iscsi neutron-server[94101]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:13:46.335110 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:13:46.335110 dv-cinder-790535-10-iscsi neutron-server[94101]: return self.request(url, 'GET', **kwargs) Aug 20 14:13:46.335110 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:13:46.335110 dv-cinder-790535-10-iscsi neutron-server[94101]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:13:46.335110 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:13:46.335110 dv-cinder-790535-10-iscsi neutron-server[94101]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:13:46.335110 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:13:46.335110 dv-cinder-790535-10-iscsi neutron-server[94101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:13:46.335110 dv-cinder-790535-10-iscsi neutron-server[94101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:13:46.362869 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c04d1-d8c4-469d-8918-96a661b5534e None None] Pushing event deleted for resources: {'Port': ['ID=73c42d8b-6971-4b30-b5a6-b73c768aa940,revision_number=None']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:46.370131 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178c04d1-d8c4-469d-8918-96a661b5534e None None] No DVR routers for this DVR port 73c42d8b-6971-4b30-b5a6-b73c768aa940 on host dv-cinder-790535-10-iscsi {{(pid=94102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:13:46.393548 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-dc60b8bf-6d50-4e22-948a-e45f5a659619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1745017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687127'] for network, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:46.398938 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-dc60b8bf-6d50-4e22-948a-e45f5a659619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:46.400894 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-dc60b8bf-6d50-4e22-948a-e45f5a659619 admin admin] 10.222.0.38 "DELETE /v2.0/networks/09ac4a62-4c8f-4b1f-91bc-b2edb2196f17 HTTP/1.1" status: 204 len: 168 time: 0.6015980 Aug 20 14:13:46.403727 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 60892) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:13:46.420691 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60b8bf-6d50-4e22-948a-e45f5a659619 admin admin] Pushing event deleted for resources: {'Network': ['ID=09ac4a62-4c8f-4b1f-91bc-b2edb2196f17,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:46.444254 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d552e8e-e19d-4264-b5ce-8ad10e1c0e69 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Router ece7f8b1-caa6-4f8b-b867-83e5fb328d3d has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:13:46.562433 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d552e8e-e19d-4264-b5ce-8ad10e1c0e69 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:13:46.575616 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c527cd56-9d27-41d6-8fdc-63680c8f68dc None None] Sync routers for ids ['ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'] in dv-cinder-790535-10-iscsi {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:13:46.584398 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-9d552e8e-e19d-4264-b5ce-8ad10e1c0e69 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for floatingip, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:46.585902 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c527cd56-9d27-41d6-8fdc-63680c8f68dc None None] Routers {'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:13:46.586596 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-c527cd56-9d27-41d6-8fdc-63680c8f68dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:13:40Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:46.621905 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-9d552e8e-e19d-4264-b5ce-8ad10e1c0e69 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1716225 Aug 20 14:13:46.622587 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4837b1-3908-40e1-a7bc-159eda9cc71b', 'tag': '0c96090f-f850-47a9-856b-d017c651648f'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:13:46.625124 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e159f40d-a8e2-4412-b021-9b89de2d580d" -d '{"events": [{"name": "network-changed", "server_uuid": "2e4837b1-3908-40e1-a7bc-159eda9cc71b", "tag": "0c96090f-f850-47a9-856b-d017c651648f"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:13:46.692189 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051d5412-7d68-4db7-8ad5-0b2c3474a4d6 x-openstack-request-id: req-051d5412-7d68-4db7-8ad5-0b2c3474a4d6 {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:13:46.692189 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e4837b1-3908-40e1-a7bc-159eda9cc71b", "tag": "0c96090f-f850-47a9-856b-d017c651648f", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:13:46.692622 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-051d5412-7d68-4db7-8ad5-0b2c3474a4d6 {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:13:46.692948 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4837b1-3908-40e1-a7bc-159eda9cc71b', 'tag': '0c96090f-f850-47a9-856b-d017c651648f', 'status': 'completed', 'code': 200} Aug 20 14:13:46.718115 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-c527cd56-9d27-41d6-8fdc-63680c8f68dc None None] Set router ece7f8b1-caa6-4f8b-b867-83e5fb328d3d gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:13:46.814367 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-ea571a50-d4aa-4d11-84f0-53829257cb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529622'] for router_interface, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:46.945470 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-c527cd56-9d27-41d6-8fdc-63680c8f68dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'name': 'tempest-TestVolumeBootPattern-932448548-router', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:14Z', 'updated_at': '2021-08-20T14:09:20Z', 'revision_number': 4, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'gw_port': {'id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:15Z', 'updated_at': '2021-08-20T14:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_floatingips': [{'id': 'f7577762-97d5-402d-b5d1-3f292b40b5eb', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'router_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'port_id': '0c96090f-f850-47a9-856b-d017c651648f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1', 'mac_address': 'fa:16:3e:7a:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4837b1-3908-40e1-a7bc-159eda9cc71b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:13:44Z', 'updated_at': '2021-08-20T14:13:44Z', 'revision_number': 0, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae5a7c76-f4f9-4aab-9d40-99d06746d3b6', 'name': '', 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'mac_address': 'fa:16:3e:c0:2c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:19Z', 'updated_at': '2021-08-20T14:09:31Z', 'revision_number': 5, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'subnets': [{'id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:46.975300 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c527cd56-9d27-41d6-8fdc-63680c8f68dc None None] Checking router: ece7f8b1-caa6-4f8b-b867-83e5fb328d3d for host: dv-cinder-790535-10-iscsi {{(pid=94103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:13:46.983405 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c527cd56-9d27-41d6-8fdc-63680c8f68dc None None] Routers {'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:13:46.984148 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-c527cd56-9d27-41d6-8fdc-63680c8f68dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:13:40Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:47.066956 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-ea571a50-d4aa-4d11-84f0-53829257cb54 admin admin] Deleting port 59aee486-fe91-4911-ad3b-ebcc5ba41e9b {{(pid=94101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:13:47.067202 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-ea571a50-d4aa-4d11-84f0-53829257cb54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:47.087849 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-c527cd56-9d27-41d6-8fdc-63680c8f68dc None None] Set router ece7f8b1-caa6-4f8b-b867-83e5fb328d3d gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:13:47.146231 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.db [None req-ea571a50-d4aa-4d11-84f0-53829257cb54 admin admin] For port 59aee486-fe91-4911-ad3b-ebcc5ba41e9b, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=59aee486-fe91-4911-ad3b-ebcc5ba41e9b,segment=NetworkSegment(cd665da8-e621-48f1-84ea-6a67a1c61131),segment_id=cd665da8-e621-48f1-84ea-6a67a1c61131)] {{(pid=94101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:13:47.146591 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-ea571a50-d4aa-4d11-84f0-53829257cb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:47.159718 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-ea571a50-d4aa-4d11-84f0-53829257cb54 admin admin] Calling delete_port for 59aee486-fe91-4911-ad3b-ebcc5ba41e9b owned by network:router_interface {{(pid=94101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:13:47.315461 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-c527cd56-9d27-41d6-8fdc-63680c8f68dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'name': 'tempest-TestVolumeBootPattern-932448548-router', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:14Z', 'updated_at': '2021-08-20T14:09:20Z', 'revision_number': 4, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'gw_port': {'id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:15Z', 'updated_at': '2021-08-20T14:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_floatingips': [{'id': 'f7577762-97d5-402d-b5d1-3f292b40b5eb', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'router_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'port_id': '0c96090f-f850-47a9-856b-d017c651648f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1', 'mac_address': 'fa:16:3e:7a:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4837b1-3908-40e1-a7bc-159eda9cc71b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:13:44Z', 'updated_at': '2021-08-20T14:13:44Z', 'revision_number': 0, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae5a7c76-f4f9-4aab-9d40-99d06746d3b6', 'name': '', 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'mac_address': 'fa:16:3e:c0:2c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:19Z', 'updated_at': '2021-08-20T14:09:31Z', 'revision_number': 5, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'subnets': [{'id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:47.338890 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-ea571a50-d4aa-4d11-84f0-53829257cb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131250090'] for port, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:47.345594 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c527cd56-9d27-41d6-8fdc-63680c8f68dc None None] The sync data for ids ['ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'] in dv-cinder-790535-10-iscsi is: [{'id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'name': 'tempest-TestVolumeBootPattern-932448548-router', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:14Z', 'updated_at': '2021-08-20T14:09:20Z', 'revision_number': 4, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'gw_port': {'id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:15Z', 'updated_at': '2021-08-20T14:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_floatingips': [{'id': 'f7577762-97d5-402d-b5d1-3f292b40b5eb', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'router_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'port_id': '0c96090f-f850-47a9-856b-d017c651648f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1', 'mac_address': 'fa:16:3e:7a:58:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4837b1-3908-40e1-a7bc-159eda9cc71b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:13:44Z', 'updated_at': '2021-08-20T14:13:44Z', 'revision_number': 0, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae5a7c76-f4f9-4aab-9d40-99d06746d3b6', 'name': '', 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'mac_address': 'fa:16:3e:c0:2c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:19Z', 'updated_at': '2021-08-20T14:09:31Z', 'revision_number': 5, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'subnets': [{'id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:13:47.368553 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea571a50-d4aa-4d11-84f0-53829257cb54 admin admin] Pushing event deleted for resources: {'Port': ['ID=59aee486-fe91-4911-ad3b-ebcc5ba41e9b,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:47.546315 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-ea571a50-d4aa-4d11-84f0-53829257cb54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1015037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529482'] for router_interface, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:47.585478 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cc6812-c3c0-4dfb-9d09-3cc862cc625b None None] New status for floating IP f7577762-97d5-402d-b5d1-3f292b40b5eb: ACTIVE {{(pid=94102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:13:47.772765 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea571a50-d4aa-4d11-84f0-53829257cb54 admin admin] Router 1671952a-e869-4708-b2d5-9ab0a80142f7 has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:13:47.895433 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea571a50-d4aa-4d11-84f0-53829257cb54 admin admin] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:13:47.900651 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-ea571a50-d4aa-4d11-84f0-53829257cb54 admin admin] 10.222.0.38 "PUT /v2.0/routers/1671952a-e869-4708-b2d5-9ab0a80142f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4959490 Aug 20 14:13:47.903125 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 60902) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:13:47.907564 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09097884-737e-4060-8219-89934f024623 None None] Sync routers for ids ['1671952a-e869-4708-b2d5-9ab0a80142f7'] in dv-cinder-790535-10-iscsi {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:13:47.917308 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09097884-737e-4060-8219-89934f024623 None None] Routers {'1671952a-e869-4708-b2d5-9ab0a80142f7'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:13:47.917916 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-09097884-737e-4060-8219-89934f024623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:13:40Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['1671952a-e869-4708-b2d5-9ab0a80142f7'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:48.008117 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-89b98a9e-732c-46d7-9709-820ce5b38788 admin admin] Notify callbacks [] for router, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:48.026640 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-09097884-737e-4060-8219-89934f024623 None None] Set router 1671952a-e869-4708-b2d5-9ab0a80142f7 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:13:48.302099 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-09097884-737e-4060-8219-89934f024623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1671952a-e869-4708-b2d5-9ab0a80142f7', 'name': 'tempest-TestShelveInstance-1178090419-router', 'tenant_id': '0e990ceceee54b6fadd8df0abeb9c265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '28aef6e3-5387-47d7-8a92-2e00c4c54fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:31Z', 'updated_at': '2021-08-20T14:13:47Z', 'revision_number': 5, 'project_id': '0e990ceceee54b6fadd8df0abeb9c265', 'gw_port': {'id': '28aef6e3-5387-47d7-8a92-2e00c4c54fde', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1671952a-e869-4708-b2d5-9ab0a80142f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:08:31Z', 'updated_at': '2021-08-20T14:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:48.317319 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-89b98a9e-732c-46d7-9709-820ce5b38788 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:48.328934 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09097884-737e-4060-8219-89934f024623 None None] Checking router: 1671952a-e869-4708-b2d5-9ab0a80142f7 for host: dv-cinder-790535-10-iscsi {{(pid=94103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:13:48.336427 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09097884-737e-4060-8219-89934f024623 None None] Routers {'1671952a-e869-4708-b2d5-9ab0a80142f7'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:13:48.337060 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-09097884-737e-4060-8219-89934f024623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:13:40Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['1671952a-e869-4708-b2d5-9ab0a80142f7'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:48.369323 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-89b98a9e-732c-46d7-9709-820ce5b38788 admin admin] Deleting port 28aef6e3-5387-47d7-8a92-2e00c4c54fde {{(pid=94101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:13:48.369663 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-89b98a9e-732c-46d7-9709-820ce5b38788 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:48.424175 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-09097884-737e-4060-8219-89934f024623 None None] Set router 1671952a-e869-4708-b2d5-9ab0a80142f7 gateway port host: None {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:13:48.455449 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.db [None req-89b98a9e-732c-46d7-9709-820ce5b38788 admin admin] For port 28aef6e3-5387-47d7-8a92-2e00c4c54fde, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=28aef6e3-5387-47d7-8a92-2e00c4c54fde,segment=NetworkSegment(4decdd4f-3fef-48ea-97d6-157c44e17f8c),segment_id=4decdd4f-3fef-48ea-97d6-157c44e17f8c)] {{(pid=94101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:13:48.455809 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-89b98a9e-732c-46d7-9709-820ce5b38788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:48.469152 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-89b98a9e-732c-46d7-9709-820ce5b38788 admin admin] Calling delete_port for 28aef6e3-5387-47d7-8a92-2e00c4c54fde owned by network:router_gateway {{(pid=94101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:13:48.479703 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-09097884-737e-4060-8219-89934f024623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1671952a-e869-4708-b2d5-9ab0a80142f7', 'name': 'tempest-TestShelveInstance-1178090419-router', 'tenant_id': '0e990ceceee54b6fadd8df0abeb9c265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:31Z', 'updated_at': '2021-08-20T14:13:48Z', 'revision_number': 6, 'project_id': '0e990ceceee54b6fadd8df0abeb9c265', 'gw_port_host': None}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:48.506473 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09097884-737e-4060-8219-89934f024623 None None] The sync data for ids ['1671952a-e869-4708-b2d5-9ab0a80142f7'] in dv-cinder-790535-10-iscsi is: [{'id': '1671952a-e869-4708-b2d5-9ab0a80142f7', 'name': 'tempest-TestShelveInstance-1178090419-router', 'tenant_id': '0e990ceceee54b6fadd8df0abeb9c265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:08:31Z', 'updated_at': '2021-08-20T14:13:48Z', 'revision_number': 6, 'project_id': '0e990ceceee54b6fadd8df0abeb9c265', 'gw_port_host': None}] {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:13:48.635675 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-89b98a9e-732c-46d7-9709-820ce5b38788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131250090'] for port, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:48.674866 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b98a9e-732c-46d7-9709-820ce5b38788 admin admin] Pushing event deleted for resources: {'Port': ['ID=28aef6e3-5387-47d7-8a92-2e00c4c54fde,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:48.683183 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159f40d-a8e2-4412-b021-9b89de2d580d req-0c47bb69-a3d2-4002-b0b9-1c25d68b1d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:48.684729 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e159f40d-a8e2-4412-b021-9b89de2d580d req-0c47bb69-a3d2-4002-b0b9-1c25d68b1d2f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b9547b5173c74472b28578fee4efd2de&device_id=2e4837b1-3908-40e1-a7bc-159eda9cc71b HTTP/1.1" status: 200 len: 1099 time: 0.0450501 Aug 20 14:13:48.737603 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-89b98a9e-732c-46d7-9709-820ce5b38788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-686494'] for router_gateway, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:48.777200 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159f40d-a8e2-4412-b021-9b89de2d580d req-ba5bdf3d-6635-4db5-bbee-ff092f1df3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:48.778659 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e159f40d-a8e2-4412-b021-9b89de2d580d req-ba5bdf3d-6635-4db5-bbee-ff092f1df3ce service neutron] 10.222.0.65 "GET /v2.0/networks?id=0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1 HTTP/1.1" status: 200 len: 912 time: 0.0863335 Aug 20 14:13:48.832453 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-89b98a9e-732c-46d7-9709-820ce5b38788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3234'] for router, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:48.834694 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-89b98a9e-732c-46d7-9709-820ce5b38788 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:48.856912 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e159f40d-a8e2-4412-b021-9b89de2d580d req-c840e9b3-6277-4be2-8ea5-a664cd9c049c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c96090f-f850-47a9-856b-d017c651648f HTTP/1.1" status: 200 len: 1001 time: 0.0695803 Aug 20 14:13:48.892263 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-89b98a9e-732c-46d7-9709-820ce5b38788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532139'] for router, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:48.892912 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b98a9e-732c-46d7-9709-820ce5b38788 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1671952a-e869-4708-b2d5-9ab0a80142f7 {{(pid=94101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:13:48.897615 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-89b98a9e-732c-46d7-9709-820ce5b38788 admin admin] Notify callbacks [] for router, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:48.900964 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-89b98a9e-732c-46d7-9709-820ce5b38788 admin admin] 10.222.0.38 "DELETE /v2.0/routers/1671952a-e869-4708-b2d5-9ab0a80142f7 HTTP/1.1" status: 204 len: 168 time: 0.9967325 Aug 20 14:13:48.901602 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 60906) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:13:48.917878 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159f40d-a8e2-4412-b021-9b89de2d580d req-e11c7a0d-0c90-47fc-9c25-8cd77e8f074d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:48.919714 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e159f40d-a8e2-4412-b021-9b89de2d580d req-e11c7a0d-0c90-47fc-9c25-8cd77e8f074d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=70930b94-b5fe-43e0-b1d1-cb529415b9c1 HTTP/1.1" status: 200 len: 850 time: 0.0537481 Aug 20 14:13:48.962206 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a4e47a5-25fb-45f7-b2c2-741ed4fdd233 admin admin] Deleting subnet c9ed9a36-8d6e-404e-95b0-878e5d808f39 {{(pid=94101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:13:48.965498 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0a4e47a5-25fb-45f7-b2c2-741ed4fdd233 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:48.968260 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159f40d-a8e2-4412-b021-9b89de2d580d req-1acd5b76-75f0-488e-8947-c3897817f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:13:48.970133 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e159f40d-a8e2-4412-b021-9b89de2d580d req-1acd5b76-75f0-488e-8947-c3897817f58e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424621 Aug 20 14:13:49.002298 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0a4e47a5-25fb-45f7-b2c2-741ed4fdd233 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131863462'] for subnet, precommit_delete_associations {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:49.065781 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e159f40d-a8e2-4412-b021-9b89de2d580d req-db2fa177-b0e8-4214-bb2a-6bf222062c73 service neutron] 10.222.0.65 "GET /v2.0/networks/0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871708 Aug 20 14:13:49.078744 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0a4e47a5-25fb-45f7-b2c2-741ed4fdd233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1685479'] for subnet, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:49.131381 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0a4e47a5-25fb-45f7-b2c2-741ed4fdd233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1685486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131250079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130136038'] for subnet, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:49.160293 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e47a5-25fb-45f7-b2c2-741ed4fdd233 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9ed9a36-8d6e-404e-95b0-878e5d808f39,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:49.160787 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e159f40d-a8e2-4412-b021-9b89de2d580d req-552489c2-66de-465b-a93f-dd464951c839 service neutron] 10.222.0.65 "GET /v2.0/networks/0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873644 Aug 20 14:13:49.163977 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-0a4e47a5-25fb-45f7-b2c2-741ed4fdd233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for subnet, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:49.165970 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-0a4e47a5-25fb-45f7-b2c2-741ed4fdd233 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c9ed9a36-8d6e-404e-95b0-878e5d808f39 HTTP/1.1" status: 204 len: 168 time: 0.2633467 Aug 20 14:13:49.168500 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 60908) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:13:49.172166 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32217c99-f4d5-4faa-8236-c4ccf2e7764d None None] Network d4b216d4-23bd-457b-9a3a-201a6db09dad requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:13:49.236347 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5d47028b-f768-4752-8199-d183d2a620cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656558'] for network, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:49.293572 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-5d47028b-f768-4752-8199-d183d2a620cf admin admin] Deleting port 85658045-3f7e-4489-8cee-3199388340a5 {{(pid=94101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:13:49.294170 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5d47028b-f768-4752-8199-d183d2a620cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:49.352116 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654ef0db-706e-4000-9b8e-ab04b6975fff None None] DHCP port deletion for d4b216d4-23bd-457b-9a3a-201a6db09dad request from dv-cinder-790535-10-iscsi {{(pid=94102) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:13:49.366211 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.db [None req-5d47028b-f768-4752-8199-d183d2a620cf admin admin] For port 85658045-3f7e-4489-8cee-3199388340a5, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=85658045-3f7e-4489-8cee-3199388340a5,segment=NetworkSegment(cd665da8-e621-48f1-84ea-6a67a1c61131),segment_id=cd665da8-e621-48f1-84ea-6a67a1c61131)] {{(pid=94101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:13:49.366576 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5d47028b-f768-4752-8199-d183d2a620cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:49.382031 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-5d47028b-f768-4752-8199-d183d2a620cf admin admin] Calling delete_port for 85658045-3f7e-4489-8cee-3199388340a5 owned by network:dhcp {{(pid=94101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:13:49.400613 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-654ef0db-706e-4000-9b8e-ab04b6975fff None None] Deleting port 85658045-3f7e-4489-8cee-3199388340a5 {{(pid=94102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:13:49.401007 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-654ef0db-706e-4000-9b8e-ab04b6975fff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:49.468117 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5d47028b-f768-4752-8199-d183d2a620cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131250090'] for port, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:49.469065 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-654ef0db-706e-4000-9b8e-ab04b6975fff None None] For port 85658045-3f7e-4489-8cee-3199388340a5, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=85658045-3f7e-4489-8cee-3199388340a5,segment=NetworkSegment(cd665da8-e621-48f1-84ea-6a67a1c61131),segment_id=cd665da8-e621-48f1-84ea-6a67a1c61131)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:13:49.469065 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-654ef0db-706e-4000-9b8e-ab04b6975fff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:49.482741 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-654ef0db-706e-4000-9b8e-ab04b6975fff None None] Calling delete_port for 85658045-3f7e-4489-8cee-3199388340a5 owned by network:dhcp {{(pid=94102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:13:49.497562 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47028b-f768-4752-8199-d183d2a620cf admin admin] Pushing event deleted for resources: {'Port': ['ID=85658045-3f7e-4489-8cee-3199388340a5,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:49.499497 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d47028b-f768-4752-8199-d183d2a620cf admin admin] No DVR routers for this DVR port 85658045-3f7e-4489-8cee-3199388340a5 on host dv-cinder-790535-10-iscsi {{(pid=94101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:13:49.564351 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-654ef0db-706e-4000-9b8e-ab04b6975fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990'] for port, after_delete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:49.591274 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ef0db-706e-4000-9b8e-ab04b6975fff None None] Pushing event deleted for resources: {'Port': ['ID=85658045-3f7e-4489-8cee-3199388340a5,revision_number=None']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:49.593117 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654ef0db-706e-4000-9b8e-ab04b6975fff None None] No DVR routers for this DVR port 85658045-3f7e-4489-8cee-3199388340a5 on host dv-cinder-790535-10-iscsi {{(pid=94102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:13:49.608596 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5d47028b-f768-4752-8199-d183d2a620cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1745010', 'neutron.services.segments.db._delete_segments_for_network-8728246697485'] for network, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:49.623104 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-5d47028b-f768-4752-8199-d183d2a620cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4b216d4-23bd-457b-9a3a-201a6db09dad']}} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:49.634133 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-5d47028b-f768-4752-8199-d183d2a620cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd665da8-e621-48f1-84ea-6a67a1c61131') {'for_net_delete': True} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:49.634367 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-5d47028b-f768-4752-8199-d183d2a620cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd665da8-e621-48f1-84ea-6a67a1c61131') {} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:13:49.644011 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5d47028b-f768-4752-8199-d183d2a620cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728246668737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131863519'] for segment, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:49.658996 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5d47028b-f768-4752-8199-d183d2a620cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:49.665345 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d47028b-f768-4752-8199-d183d2a620cf admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:13:49.665728 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5d47028b-f768-4752-8199-d183d2a620cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131250037'] for segment, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:49.667450 dv-cinder-790535-10-iscsi neutron-server[94101]: Traceback (most recent call last): Aug 20 14:13:49.667450 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:13:49.667450 dv-cinder-790535-10-iscsi neutron-server[94101]: timer() Aug 20 14:13:49.667450 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:13:49.667450 dv-cinder-790535-10-iscsi neutron-server[94101]: cb(*args, **kw) Aug 20 14:13:49.667450 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:13:49.667450 dv-cinder-790535-10-iscsi neutron-server[94101]: return func(*args, **kwargs) Aug 20 14:13:49.667450 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:13:49.667450 dv-cinder-790535-10-iscsi neutron-server[94101]: self._notify() Aug 20 14:13:49.667450 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:13:49.667450 dv-cinder-790535-10-iscsi neutron-server[94101]: self.callback(batched_events) Aug 20 14:13:49.667450 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:13:49.667450 dv-cinder-790535-10-iscsi neutron-server[94101]: event.method(event) Aug 20 14:13:49.667450 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:13:49.667450 dv-cinder-790535-10-iscsi neutron-server[94101]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:13:49.667450 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:13:49.667450 dv-cinder-790535-10-iscsi neutron-server[94101]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:13:49.667450 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:13:49.667450 dv-cinder-790535-10-iscsi neutron-server[94101]: return f(self, *a, **k) Aug 20 14:13:49.667450 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:13:49.667450 dv-cinder-790535-10-iscsi neutron-server[94101]: return self._get(url).json() Aug 20 14:13:49.667450 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:13:49.667450 dv-cinder-790535-10-iscsi neutron-server[94101]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:13:49.667450 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:13:49.667450 dv-cinder-790535-10-iscsi neutron-server[94101]: return self.request(url, 'GET', **kwargs) Aug 20 14:13:49.667450 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:13:49.667450 dv-cinder-790535-10-iscsi neutron-server[94101]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:13:49.667450 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:13:49.667450 dv-cinder-790535-10-iscsi neutron-server[94101]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:13:49.667450 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:13:49.667450 dv-cinder-790535-10-iscsi neutron-server[94101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:13:49.667450 dv-cinder-790535-10-iscsi neutron-server[94101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:13:49.728053 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5d47028b-f768-4752-8199-d183d2a620cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1745017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687127'] for network, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:49.736887 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-5d47028b-f768-4752-8199-d183d2a620cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:49.738814 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-5d47028b-f768-4752-8199-d183d2a620cf admin admin] 10.222.0.38 "DELETE /v2.0/networks/d4b216d4-23bd-457b-9a3a-201a6db09dad HTTP/1.1" status: 204 len: 168 time: 0.5691285 Aug 20 14:13:49.748438 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47028b-f768-4752-8199-d183d2a620cf admin admin] Pushing event deleted for resources: {'Network': ['ID=d4b216d4-23bd-457b-9a3a-201a6db09dad,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:49.861492 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 60914) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:13:49.928379 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-7ab87b18-46b4-4619-b27a-f66c870e61e4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=da58fbe7d6f2432ebdf29fdaaba8f893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0649981 Aug 20 14:13:49.931781 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 60918) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:13:50.013660 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-939bbf83-23dc-4a6c-9bda-9e805cfa6f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:50.042871 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-939bbf83-23dc-4a6c-9bda-9e805cfa6f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:50.080798 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 28aef6e3-5387-47d7-8a92-2e00c4c54fde no longer exists at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:13:50.102197 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] No Port match for: 28aef6e3-5387-47d7-8a92-2e00c4c54fde {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:13:50.102548 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 28aef6e3-5387-47d7-8a92-2e00c4c54fde not bound to the agent host dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:13:50.102959 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 85658045-3f7e-4489-8cee-3199388340a5 no longer exists at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:13:50.112126 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-939bbf83-23dc-4a6c-9bda-9e805cfa6f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:50.114977 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-939bbf83-23dc-4a6c-9bda-9e805cfa6f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:50.116173 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-939bbf83-23dc-4a6c-9bda-9e805cfa6f62 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/685e9857-4daa-4ccd-8f3d-0c4b6d5f5ebc HTTP/1.1" status: 204 len: 168 time: 0.1828787 Aug 20 14:13:50.123478 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] No Port match for: 85658045-3f7e-4489-8cee-3199388340a5 {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:13:50.123821 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 85658045-3f7e-4489-8cee-3199388340a5 not bound to the agent host dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:13:50.124233 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 59aee486-fe91-4911-ad3b-ebcc5ba41e9b no longer exists at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:13:50.124349 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939bbf83-23dc-4a6c-9bda-9e805cfa6f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685e9857-4daa-4ccd-8f3d-0c4b6d5f5ebc,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:50.155489 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] No Port match for: 59aee486-fe91-4911-ad3b-ebcc5ba41e9b {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:13:50.155748 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 59aee486-fe91-4911-ad3b-ebcc5ba41e9b not bound to the agent host dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:13:50.430780 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 60926) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:13:50.470785 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-4f1bdf1d-7ce3-4c9e-b2d4-7cf6febce044 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0e990ceceee54b6fadd8df0abeb9c265&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388167 Aug 20 14:13:50.473200 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 60928) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:13:50.519341 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-2fcfb2dc-1bf1-4801-a513-e975d63acc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:50.540018 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-2fcfb2dc-1bf1-4801-a513-e975d63acc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:50.584404 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-2fcfb2dc-1bf1-4801-a513-e975d63acc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:50.586897 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-2fcfb2dc-1bf1-4801-a513-e975d63acc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:50.588299 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-2fcfb2dc-1bf1-4801-a513-e975d63acc8e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/79779138-2f11-4459-b4fb-8d20cc137d05 HTTP/1.1" status: 204 len: 168 time: 0.1142173 Aug 20 14:13:50.596285 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcfb2dc-1bf1-4801-a513-e975d63acc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79779138-2f11-4459-b4fb-8d20cc137d05,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:54.805148 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 60962) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:13:54.917955 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-c9f548f9-8e51-452f-9590-400e1a264266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:55.029604 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-c9f548f9-8e51-452f-9590-400e1a264266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:55.034300 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-c9f548f9-8e51-452f-9590-400e1a264266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:55.073434 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-c9f548f9-8e51-452f-9590-400e1a264266 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=848f936951574347a419ec189f2fd608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671304 Aug 20 14:13:55.074306 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f548f9-8e51-452f-9590-400e1a264266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca7a2f6-b832-4c95-be5f-08e47a9154cd,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:13:55.076123 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 60966) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:13:55.137257 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-ad19bc2f-b1b1-48e0-8963-c907b057d03b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:55.159376 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-ad19bc2f-b1b1-48e0-8963-c907b057d03b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:55.207187 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-ad19bc2f-b1b1-48e0-8963-c907b057d03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:55.209793 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-ad19bc2f-b1b1-48e0-8963-c907b057d03b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:13:55.210961 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-ad19bc2f-b1b1-48e0-8963-c907b057d03b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7ca7a2f6-b832-4c95-be5f-08e47a9154cd HTTP/1.1" status: 204 len: 168 time: 0.1332607 Aug 20 14:13:55.220028 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19bc2f-b1b1-48e0-8963-c907b057d03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca7a2f6-b832-4c95-be5f-08e47a9154cd,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:03.396205 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 32808) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:14:03.503371 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-4ce9367e-453b-45d4-a8c0-0fd6e99452cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:03.606692 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-4ce9367e-453b-45d4-a8c0-0fd6e99452cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:03.614352 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-4ce9367e-453b-45d4-a8c0-0fd6e99452cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:03.658367 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-4ce9367e-453b-45d4-a8c0-0fd6e99452cb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d5613dd6a354446dac8eb06c2cfdfa7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2609873 Aug 20 14:14:03.659155 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce9367e-453b-45d4-a8c0-0fd6e99452cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5d44d1-55a2-424a-85ea-d944d3bab0e0,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:03.661138 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 32812) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:14:03.715447 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-f4b6dc92-1b88-430b-a903-fbbac0c21dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:03.737330 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-f4b6dc92-1b88-430b-a903-fbbac0c21dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:03.788851 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-f4b6dc92-1b88-430b-a903-fbbac0c21dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:03.791436 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-f4b6dc92-1b88-430b-a903-fbbac0c21dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:03.794330 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-f4b6dc92-1b88-430b-a903-fbbac0c21dda admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0e5d44d1-55a2-424a-85ea-d944d3bab0e0 HTTP/1.1" status: 204 len: 168 time: 0.1318328 Aug 20 14:14:03.802756 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6dc92-1b88-430b-a903-fbbac0c21dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5d44d1-55a2-424a-85ea-d944d3bab0e0,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:05.138610 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 6 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:14:07.699442 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-561b77c1-f4f2-432b-82ad-8f6a019d3ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:10.472775 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-996b69c9-8c3e-4556-87e6-a20009573fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:10.483218 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:11.578142 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:11.743535 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77faa246-4da5-493f-b8a0-a4da0bd24f31 req-7c9206ca-b416-49d0-bbbb-c3bfe5e7c347 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:11.745063 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-77faa246-4da5-493f-b8a0-a4da0bd24f31 req-7c9206ca-b416-49d0-bbbb-c3bfe5e7c347 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 946 time: 0.0493710 Aug 20 14:14:11.784078 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-77faa246-4da5-493f-b8a0-a4da0bd24f31 req-35e3f535-e13e-4f4b-a343-b382ae7bca38 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325642 Aug 20 14:14:12.489867 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:12.905888 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d7404-c8cf-4149-bc28-2cb2b77ab168 req-dacac69f-3449-43a9-93a7-81a035b9e8d5 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:12.907276 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-575d7404-c8cf-4149-bc28-2cb2b77ab168 req-dacac69f-3449-43a9-93a7-81a035b9e8d5 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 946 time: 0.0488319 Aug 20 14:14:12.947485 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-575d7404-c8cf-4149-bc28-2cb2b77ab168 req-38023fdb-5c32-4f8b-8d84-fb5a4edc07e2 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f02d0ca-df76-4274-9ead-9497fd9f8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341451 Aug 20 14:14:13.023382 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185d7d1-e8a9-4417-82d9-564bbeee99cc req-b1624271-2bc7-4883-af50-227f0f0af8b0 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:13.024842 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d185d7d1-e8a9-4417-82d9-564bbeee99cc req-b1624271-2bc7-4883-af50-227f0f0af8b0 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.65 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 946 time: 0.0477829 Aug 20 14:14:13.091209 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:13.118270 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-d185d7d1-e8a9-4417-82d9-564bbeee99cc req-a5037ea4-fe37-4c1a-a7c1-a4fb8914bf42 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Deleting port 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 {{(pid=94100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:14:13.118606 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-d185d7d1-e8a9-4417-82d9-564bbeee99cc req-a5037ea4-fe37-4c1a-a7c1-a4fb8914bf42 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:13.204263 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-d185d7d1-e8a9-4417-82d9-564bbeee99cc req-a5037ea4-fe37-4c1a-a7c1-a4fb8914bf42 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] For port 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0d1d7c0c-538f-4de0-baee-ac79aad2b0a9,segment=NetworkSegment(09fbaf50-9346-436a-9d2f-7c32e079f7c3),segment_id=09fbaf50-9346-436a-9d2f-7c32e079f7c3)] {{(pid=94100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:14:13.204647 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-d185d7d1-e8a9-4417-82d9-564bbeee99cc req-a5037ea4-fe37-4c1a-a7c1-a4fb8914bf42 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:13.376342 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-d185d7d1-e8a9-4417-82d9-564bbeee99cc req-a5037ea4-fe37-4c1a-a7c1-a4fb8914bf42 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:13.376673 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-d185d7d1-e8a9-4417-82d9-564bbeee99cc req-a5037ea4-fe37-4c1a-a7c1-a4fb8914bf42 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687214'] for floatingip, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:13.377039 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.db.l3_db [req-d185d7d1-e8a9-4417-82d9-564bbeee99cc req-a5037ea4-fe37-4c1a-a7c1-a4fb8914bf42 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Floating IP 1b009eb2-dce3-449b-92b4-ea11b07cfb03 disassociated. External IP: 172.27.3.160, port: 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9. Aug 20 14:14:13.377383 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-d185d7d1-e8a9-4417-82d9-564bbeee99cc req-a5037ea4-fe37-4c1a-a7c1-a4fb8914bf42 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Calling delete_port for 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 owned by compute:nova {{(pid=94100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:14:13.504609 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-d185d7d1-e8a9-4417-82d9-564bbeee99cc req-a5037ea4-fe37-4c1a-a7c1-a4fb8914bf42 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:13.533652 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5037ea4-fe37-4c1a-a7c1-a4fb8914bf42 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Pushing event deleted for resources: {'Port': ['ID=0d1d7c0c-538f-4de0-baee-ac79aad2b0a9,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:13.647572 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d185d7d1-e8a9-4417-82d9-564bbeee99cc req-a5037ea4-fe37-4c1a-a7c1-a4fb8914bf42 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Router 302879b6-fd00-4cf0-a895-d1b716ff8ad9 has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:14:13.752418 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d185d7d1-e8a9-4417-82d9-564bbeee99cc req-a5037ea4-fe37-4c1a-a7c1-a4fb8914bf42 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:14:13.765958 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1f5692-cb62-43d1-a777-7ff1e452cdf2 None None] Sync routers for ids ['302879b6-fd00-4cf0-a895-d1b716ff8ad9'] in dv-cinder-790535-10-iscsi {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:14:13.774814 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1f5692-cb62-43d1-a777-7ff1e452cdf2 None None] Routers {'302879b6-fd00-4cf0-a895-d1b716ff8ad9'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:14:13.775426 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-5b1f5692-cb62-43d1-a777-7ff1e452cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:14:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['302879b6-fd00-4cf0-a895-d1b716ff8ad9'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:14:13.790781 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-d185d7d1-e8a9-4417-82d9-564bbeee99cc req-a5037ea4-fe37-4c1a-a7c1-a4fb8914bf42 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] No DVR routers for this DVR port 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 on host hv-cinder-79053 {{(pid=94100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:14:13.793395 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-d185d7d1-e8a9-4417-82d9-564bbeee99cc req-a5037ea4-fe37-4c1a-a7c1-a4fb8914bf42 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:13.795659 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d185d7d1-e8a9-4417-82d9-564bbeee99cc req-a5037ea4-fe37-4c1a-a7c1-a4fb8914bf42 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.65 "DELETE /v2.0/ports/0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 HTTP/1.1" status: 204 len: 173 time: 0.7638807 Aug 20 14:14:13.796694 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77225aa2-197d-4547-b4b1-aebdf58bd8e3', 'name': 'network-vif-deleted', 'tag': '0d1d7c0c-538f-4de0-baee-ac79aad2b0a9'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:14:13.799019 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e03664-4627-4dac-a957-ab271aeebd47" -d '{"events": [{"server_uuid": "77225aa2-197d-4547-b4b1-aebdf58bd8e3", "name": "network-vif-deleted", "tag": "0d1d7c0c-538f-4de0-baee-ac79aad2b0a9"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:14:13.840135 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd831ca-49b5-43ce-855c-16916d35a0f7 x-openstack-request-id: req-bdd831ca-49b5-43ce-855c-16916d35a0f7 {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:14:13.840423 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77225aa2-197d-4547-b4b1-aebdf58bd8e3", "name": "network-vif-deleted", "tag": "0d1d7c0c-538f-4de0-baee-ac79aad2b0a9", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:14:13.840701 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bdd831ca-49b5-43ce-855c-16916d35a0f7 {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:14:13.841095 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77225aa2-197d-4547-b4b1-aebdf58bd8e3', 'name': 'network-vif-deleted', 'tag': '0d1d7c0c-538f-4de0-baee-ac79aad2b0a9', 'status': 'completed', 'code': 200} Aug 20 14:14:13.895045 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-5b1f5692-cb62-43d1-a777-7ff1e452cdf2 None None] Set router 302879b6-fd00-4cf0-a895-d1b716ff8ad9 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:14:14.094961 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-bad4cc45-b73f-4847-8f5a-d76b026a48a6 req-9857f51c-e125-4b20-943b-4ccc5a9cd243 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/ports?device_id=77225aa2-197d-4547-b4b1-aebdf58bd8e3 HTTP/1.1" status: 200 len: 210 time: 0.0378442 Aug 20 14:14:14.146342 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-5b1f5692-cb62-43d1-a777-7ff1e452cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'name': 'tempest-AttachVolumeShelveTestJSON-6395065-router', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f85cff3d-afaa-419e-b810-281b97895409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:07:02Z', 'updated_at': '2021-08-20T14:07:11Z', 'revision_number': 4, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'gw_port': {'id': 'f85cff3d-afaa-419e-b810-281b97895409', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:04Z', 'updated_at': '2021-08-20T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': '67e2f4a6-64c5-4328-b1e0-25d29d89d59e', 'name': '', 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'mac_address': 'fa:16:3e:7f:50:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:09Z', 'updated_at': '2021-08-20T14:07:22Z', 'revision_number': 5, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'subnets': [{'id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:14:14.177156 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1f5692-cb62-43d1-a777-7ff1e452cdf2 None None] Checking router: 302879b6-fd00-4cf0-a895-d1b716ff8ad9 for host: dv-cinder-790535-10-iscsi {{(pid=94102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:14:14.185153 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1f5692-cb62-43d1-a777-7ff1e452cdf2 None None] Routers {'302879b6-fd00-4cf0-a895-d1b716ff8ad9'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:14:14.185751 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-5b1f5692-cb62-43d1-a777-7ff1e452cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:14:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['302879b6-fd00-4cf0-a895-d1b716ff8ad9'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:14:14.292557 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-5b1f5692-cb62-43d1-a777-7ff1e452cdf2 None None] Set router 302879b6-fd00-4cf0-a895-d1b716ff8ad9 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:14:14.488448 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-5b1f5692-cb62-43d1-a777-7ff1e452cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'name': 'tempest-AttachVolumeShelveTestJSON-6395065-router', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f85cff3d-afaa-419e-b810-281b97895409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:07:02Z', 'updated_at': '2021-08-20T14:07:11Z', 'revision_number': 4, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'gw_port': {'id': 'f85cff3d-afaa-419e-b810-281b97895409', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:04Z', 'updated_at': '2021-08-20T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': '67e2f4a6-64c5-4328-b1e0-25d29d89d59e', 'name': '', 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'mac_address': 'fa:16:3e:7f:50:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:09Z', 'updated_at': '2021-08-20T14:07:22Z', 'revision_number': 5, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'subnets': [{'id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:14:14.514207 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1f5692-cb62-43d1-a777-7ff1e452cdf2 None None] The sync data for ids ['302879b6-fd00-4cf0-a895-d1b716ff8ad9'] in dv-cinder-790535-10-iscsi is: [{'id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'name': 'tempest-AttachVolumeShelveTestJSON-6395065-router', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f85cff3d-afaa-419e-b810-281b97895409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:07:02Z', 'updated_at': '2021-08-20T14:07:11Z', 'revision_number': 4, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'gw_port': {'id': 'f85cff3d-afaa-419e-b810-281b97895409', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:04Z', 'updated_at': '2021-08-20T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': '67e2f4a6-64c5-4328-b1e0-25d29d89d59e', 'name': '', 'network_id': '1d7b7e4f-93c0-4b84-9c6a-22526b6438a0', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'mac_address': 'fa:16:3e:7f:50:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:09Z', 'updated_at': '2021-08-20T14:07:22Z', 'revision_number': 5, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'subnets': [{'id': 'f4bed576-abba-4384-ad26-22f02bdef9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:14:14.735559 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e69ad7-8d92-46fc-a91c-7ed51c151688 None None] New status for floating IP 1b009eb2-dce3-449b-92b4-ea11b07cfb03: DOWN {{(pid=94103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:14:15.180518 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 32842) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:14:15.233766 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-61e60005-fd28-4002-9f3e-4019ce58e2d6 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:15.256454 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-61e60005-fd28-4002-9f3e-4019ce58e2d6 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:15.310005 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-61e60005-fd28-4002-9f3e-4019ce58e2d6 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:15.313422 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-61e60005-fd28-4002-9f3e-4019ce58e2d6 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:15.314566 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-61e60005-fd28-4002-9f3e-4019ce58e2d6 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "DELETE /v2.0/security-groups/7f02d0ca-df76-4274-9ead-9497fd9f8da1 HTTP/1.1" status: 204 len: 168 time: 0.1330569 Aug 20 14:14:15.317602 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 32844) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:14:15.323523 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e60005-fd28-4002-9f3e-4019ce58e2d6 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f02d0ca-df76-4274-9ead-9497fd9f8da1,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:15.334535 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.api.v2.resource [None req-0bf6f5af-064d-49bc-9b9f-4b2e725ffeb2 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] show failed (client error): The resource could not be found. Aug 20 14:14:15.335547 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-0bf6f5af-064d-49bc-9b9f-4b2e725ffeb2 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "GET /v2.0/security-groups/7f02d0ca-df76-4274-9ead-9497fd9f8da1 HTTP/1.1" status: 404 len: 347 time: 0.0169709 Aug 20 14:14:15.338356 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 32846) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:14:15.462125 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-3065b875-3029-48eb-823d-39cfce57a1f3 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Deleting port 1330b3e3-660f-4f47-8ca9-42e96997886e {{(pid=94101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:14:15.462468 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3065b875-3029-48eb-823d-39cfce57a1f3 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:15.539064 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3065b875-3029-48eb-823d-39cfce57a1f3 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:15.539382 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3065b875-3029-48eb-823d-39cfce57a1f3 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:15.550988 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-3065b875-3029-48eb-823d-39cfce57a1f3 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Calling delete_port for 1330b3e3-660f-4f47-8ca9-42e96997886e owned by network:floatingip {{(pid=94101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:14:15.690464 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3065b875-3029-48eb-823d-39cfce57a1f3 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131250090'] for port, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:15.713314 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065b875-3029-48eb-823d-39cfce57a1f3 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Pushing event deleted for resources: {'Port': ['ID=1330b3e3-660f-4f47-8ca9-42e96997886e,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:15.774540 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3065b875-3029-48eb-823d-39cfce57a1f3 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks [] for floatingip, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:15.777143 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3065b875-3029-48eb-823d-39cfce57a1f3 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for floatingip, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:15.778281 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-3065b875-3029-48eb-823d-39cfce57a1f3 tempest-AttachVolumeShelveTestJSON-1439375854 tempest-AttachVolumeShelveTestJSON-1439375854-project] 10.222.0.38 "DELETE /v2.0/floatingips/1b009eb2-dce3-449b-92b4-ea11b07cfb03 HTTP/1.1" status: 204 len: 168 time: 0.4390528 Aug 20 14:14:16.633257 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-25747525-db18-4744-b3b3-7acd6a3fc375 req-3d922be5-d3a3-4c17-8fac-b19acb1e6d9c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2e4837b1-3908-40e1-a7bc-159eda9cc71b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412681 Aug 20 14:14:16.695385 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:14:16.714685 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25747525-db18-4744-b3b3-7acd6a3fc375 req-0e06873c-6343-46e9-8ad7-0fe6fde39b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:16.716084 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-25747525-db18-4744-b3b3-7acd6a3fc375 req-0e06873c-6343-46e9-8ad7-0fe6fde39b90 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b9547b5173c74472b28578fee4efd2de&device_id=2e4837b1-3908-40e1-a7bc-159eda9cc71b HTTP/1.1" status: 200 len: 1099 time: 0.0411177 Aug 20 14:14:16.719879 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] No Port match for: 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:14:16.720227 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 0d1d7c0c-538f-4de0-baee-ac79aad2b0a9 not bound to the agent host hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:14:16.817280 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25747525-db18-4744-b3b3-7acd6a3fc375 req-d7133529-1cf6-411e-9dd2-223a356dd7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:16.818792 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-25747525-db18-4744-b3b3-7acd6a3fc375 req-d7133529-1cf6-411e-9dd2-223a356dd7d7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1 HTTP/1.1" status: 200 len: 912 time: 0.0830572 Aug 20 14:14:16.885524 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-25747525-db18-4744-b3b3-7acd6a3fc375 req-bd6f990f-f9f9-4777-a5b5-7bd5d7abefd9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c96090f-f850-47a9-856b-d017c651648f HTTP/1.1" status: 200 len: 1001 time: 0.0592496 Aug 20 14:14:16.934696 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25747525-db18-4744-b3b3-7acd6a3fc375 req-316296e8-3d5d-49c7-9f7e-8f9f8f332212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:16.936235 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-25747525-db18-4744-b3b3-7acd6a3fc375 req-316296e8-3d5d-49c7-9f7e-8f9f8f332212 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=70930b94-b5fe-43e0-b1d1-cb529415b9c1 HTTP/1.1" status: 200 len: 850 time: 0.0434415 Aug 20 14:14:16.985175 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25747525-db18-4744-b3b3-7acd6a3fc375 req-a71d540e-1205-4d98-8e06-58ad14e75385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:16.986774 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-25747525-db18-4744-b3b3-7acd6a3fc375 req-a71d540e-1205-4d98-8e06-58ad14e75385 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426171 Aug 20 14:14:17.093976 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-25747525-db18-4744-b3b3-7acd6a3fc375 req-913e2367-74d1-41a7-8c61-6bb7fd09461c service neutron] 10.222.0.65 "GET /v2.0/networks/0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983782 Aug 20 14:14:17.184209 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-25747525-db18-4744-b3b3-7acd6a3fc375 req-0c09cf87-779e-419f-9b40-32be50511169 service neutron] 10.222.0.65 "GET /v2.0/networks/0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835726 Aug 20 14:14:18.200647 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 32870) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:14:18.724360 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e83f079f-0a24-4ffe-ae92-e1565244b74e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529622'] for router_interface, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:18.975948 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-e83f079f-0a24-4ffe-ae92-e1565244b74e admin admin] Deleting port 67e2f4a6-64c5-4328-b1e0-25d29d89d59e {{(pid=94101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:14:18.976179 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e83f079f-0a24-4ffe-ae92-e1565244b74e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:19.052872 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.db [None req-e83f079f-0a24-4ffe-ae92-e1565244b74e admin admin] For port 67e2f4a6-64c5-4328-b1e0-25d29d89d59e, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=67e2f4a6-64c5-4328-b1e0-25d29d89d59e,segment=NetworkSegment(09fbaf50-9346-436a-9d2f-7c32e079f7c3),segment_id=09fbaf50-9346-436a-9d2f-7c32e079f7c3)] {{(pid=94101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:14:19.053236 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e83f079f-0a24-4ffe-ae92-e1565244b74e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:19.070452 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-e83f079f-0a24-4ffe-ae92-e1565244b74e admin admin] Calling delete_port for 67e2f4a6-64c5-4328-b1e0-25d29d89d59e owned by network:router_interface {{(pid=94101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:14:19.247194 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e83f079f-0a24-4ffe-ae92-e1565244b74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131250090'] for port, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:19.278531 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f079f-0a24-4ffe-ae92-e1565244b74e admin admin] Pushing event deleted for resources: {'Port': ['ID=67e2f4a6-64c5-4328-b1e0-25d29d89d59e,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:19.435414 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e83f079f-0a24-4ffe-ae92-e1565244b74e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1015037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529482'] for router_interface, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:19.648425 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83f079f-0a24-4ffe-ae92-e1565244b74e admin admin] Router 302879b6-fd00-4cf0-a895-d1b716ff8ad9 has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:14:19.952368 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83f079f-0a24-4ffe-ae92-e1565244b74e admin admin] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:14:19.957375 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-e83f079f-0a24-4ffe-ae92-e1565244b74e admin admin] 10.222.0.38 "PUT /v2.0/routers/302879b6-fd00-4cf0-a895-d1b716ff8ad9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7557175 Aug 20 14:14:19.959885 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 32874) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:14:19.961023 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d1f5e6-36d0-4c13-a864-49b690a78238 None None] Sync routers for ids ['302879b6-fd00-4cf0-a895-d1b716ff8ad9'] in dv-cinder-790535-10-iscsi {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:14:19.971036 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d1f5e6-36d0-4c13-a864-49b690a78238 None None] Routers {'302879b6-fd00-4cf0-a895-d1b716ff8ad9'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:14:19.971663 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-c0d1f5e6-36d0-4c13-a864-49b690a78238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:14:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['302879b6-fd00-4cf0-a895-d1b716ff8ad9'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:14:20.072934 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-bfdcbe33-0148-4a26-86bf-517189cd1491 admin admin] Notify callbacks [] for router, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:20.083670 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-c0d1f5e6-36d0-4c13-a864-49b690a78238 None None] Set router 302879b6-fd00-4cf0-a895-d1b716ff8ad9 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:14:20.177246 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-bfdcbe33-0148-4a26-86bf-517189cd1491 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:20.230300 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-bfdcbe33-0148-4a26-86bf-517189cd1491 admin admin] Deleting port f85cff3d-afaa-419e-b810-281b97895409 {{(pid=94101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:14:20.230533 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-bfdcbe33-0148-4a26-86bf-517189cd1491 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:20.264116 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-c0d1f5e6-36d0-4c13-a864-49b690a78238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'name': 'tempest-AttachVolumeShelveTestJSON-6395065-router', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f85cff3d-afaa-419e-b810-281b97895409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:07:02Z', 'updated_at': '2021-08-20T14:14:19Z', 'revision_number': 5, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'gw_port': {'id': 'f85cff3d-afaa-419e-b810-281b97895409', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:07:04Z', 'updated_at': '2021-08-20T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:14:20.291274 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d1f5e6-36d0-4c13-a864-49b690a78238 None None] Checking router: 302879b6-fd00-4cf0-a895-d1b716ff8ad9 for host: dv-cinder-790535-10-iscsi {{(pid=94102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:14:20.299885 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d1f5e6-36d0-4c13-a864-49b690a78238 None None] Routers {'302879b6-fd00-4cf0-a895-d1b716ff8ad9'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:14:20.300524 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-c0d1f5e6-36d0-4c13-a864-49b690a78238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:14:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['302879b6-fd00-4cf0-a895-d1b716ff8ad9'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:14:20.308077 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.db [None req-bfdcbe33-0148-4a26-86bf-517189cd1491 admin admin] For port f85cff3d-afaa-419e-b810-281b97895409, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=f85cff3d-afaa-419e-b810-281b97895409,segment=NetworkSegment(4decdd4f-3fef-48ea-97d6-157c44e17f8c),segment_id=4decdd4f-3fef-48ea-97d6-157c44e17f8c)] {{(pid=94101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:14:20.308623 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-bfdcbe33-0148-4a26-86bf-517189cd1491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:20.321029 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-bfdcbe33-0148-4a26-86bf-517189cd1491 admin admin] Calling delete_port for f85cff3d-afaa-419e-b810-281b97895409 owned by network:router_gateway {{(pid=94101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:14:20.385940 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-c0d1f5e6-36d0-4c13-a864-49b690a78238 None None] Set router 302879b6-fd00-4cf0-a895-d1b716ff8ad9 gateway port host: None {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:14:20.441865 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-c0d1f5e6-36d0-4c13-a864-49b690a78238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'name': 'tempest-AttachVolumeShelveTestJSON-6395065-router', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:07:02Z', 'updated_at': '2021-08-20T14:14:20Z', 'revision_number': 6, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'gw_port_host': None}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:14:20.469195 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d1f5e6-36d0-4c13-a864-49b690a78238 None None] The sync data for ids ['302879b6-fd00-4cf0-a895-d1b716ff8ad9'] in dv-cinder-790535-10-iscsi is: [{'id': '302879b6-fd00-4cf0-a895-d1b716ff8ad9', 'name': 'tempest-AttachVolumeShelveTestJSON-6395065-router', 'tenant_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:07:02Z', 'updated_at': '2021-08-20T14:14:20Z', 'revision_number': 6, 'project_id': 'ee09af3d24634dd0b8d0361dafbf2c7a', 'gw_port_host': None}] {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:14:20.490798 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-bfdcbe33-0148-4a26-86bf-517189cd1491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131250090'] for port, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:20.524033 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdcbe33-0148-4a26-86bf-517189cd1491 admin admin] Pushing event deleted for resources: {'Port': ['ID=f85cff3d-afaa-419e-b810-281b97895409,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:20.584186 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-bfdcbe33-0148-4a26-86bf-517189cd1491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-686494'] for router_gateway, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:20.673944 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-bfdcbe33-0148-4a26-86bf-517189cd1491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3234'] for router, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:20.676014 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-bfdcbe33-0148-4a26-86bf-517189cd1491 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:20.719890 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-bfdcbe33-0148-4a26-86bf-517189cd1491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532139'] for router, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:20.720482 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfdcbe33-0148-4a26-86bf-517189cd1491 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 302879b6-fd00-4cf0-a895-d1b716ff8ad9 {{(pid=94101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:14:20.724715 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-bfdcbe33-0148-4a26-86bf-517189cd1491 admin admin] Notify callbacks [] for router, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:20.725855 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-bfdcbe33-0148-4a26-86bf-517189cd1491 admin admin] 10.222.0.38 "DELETE /v2.0/routers/302879b6-fd00-4cf0-a895-d1b716ff8ad9 HTTP/1.1" status: 204 len: 168 time: 0.7650654 Aug 20 14:14:20.728261 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 32876) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:14:20.777241 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.db_base_plugin_v2 [None req-020f3e51-8b6f-4904-9a21-38c190ce9211 admin admin] Deleting subnet f4bed576-abba-4384-ad26-22f02bdef9a8 {{(pid=94101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:14:20.780330 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-020f3e51-8b6f-4904-9a21-38c190ce9211 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:20.816148 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-020f3e51-8b6f-4904-9a21-38c190ce9211 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131863462'] for subnet, precommit_delete_associations {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:20.899323 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-020f3e51-8b6f-4904-9a21-38c190ce9211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1685479'] for subnet, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:20.951111 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-020f3e51-8b6f-4904-9a21-38c190ce9211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1685486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131250079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130136038'] for subnet, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:20.981348 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f3e51-8b6f-4904-9a21-38c190ce9211 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4bed576-abba-4384-ad26-22f02bdef9a8,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:20.984026 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-020f3e51-8b6f-4904-9a21-38c190ce9211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for subnet, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:20.986542 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-020f3e51-8b6f-4904-9a21-38c190ce9211 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f4bed576-abba-4384-ad26-22f02bdef9a8 HTTP/1.1" status: 204 len: 168 time: 0.2566700 Aug 20 14:14:20.988218 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a18906-0051-4764-8c9e-3b747fecbc25 None None] Network 1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:14:20.988730 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 32878) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:14:21.056319 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-666cdc54-b496-4224-8260-d97d1ff1720a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656558'] for network, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:21.109185 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-666cdc54-b496-4224-8260-d97d1ff1720a admin admin] Deleting port e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54 {{(pid=94101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:14:21.109527 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-666cdc54-b496-4224-8260-d97d1ff1720a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:21.175021 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.db [None req-666cdc54-b496-4224-8260-d97d1ff1720a admin admin] For port e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54,segment=NetworkSegment(09fbaf50-9346-436a-9d2f-7c32e079f7c3),segment_id=09fbaf50-9346-436a-9d2f-7c32e079f7c3)] {{(pid=94101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:14:21.175386 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-666cdc54-b496-4224-8260-d97d1ff1720a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:21.189251 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-666cdc54-b496-4224-8260-d97d1ff1720a admin admin] Calling delete_port for e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54 owned by network:dhcp {{(pid=94101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:14:21.224458 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba91452-8057-4108-b175-ba7824fb3356 None None] DHCP port deletion for 1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 request from dv-cinder-790535-10-iscsi {{(pid=94102) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:14:21.271877 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-6ba91452-8057-4108-b175-ba7824fb3356 None None] Deleting port e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54 {{(pid=94102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:14:21.272247 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-6ba91452-8057-4108-b175-ba7824fb3356 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:21.273879 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-666cdc54-b496-4224-8260-d97d1ff1720a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131250090'] for port, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:21.303425 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666cdc54-b496-4224-8260-d97d1ff1720a admin admin] Pushing event deleted for resources: {'Port': ['ID=e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:21.305351 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666cdc54-b496-4224-8260-d97d1ff1720a admin admin] No DVR routers for this DVR port e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54 on host dv-cinder-790535-10-iscsi {{(pid=94101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:14:21.386049 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-666cdc54-b496-4224-8260-d97d1ff1720a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1745010', 'neutron.services.segments.db._delete_segments_for_network-8728246697485'] for network, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:21.396833 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-666cdc54-b496-4224-8260-d97d1ff1720a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d7b7e4f-93c0-4b84-9c6a-22526b6438a0']}} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:14:21.409065 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-666cdc54-b496-4224-8260-d97d1ff1720a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09fbaf50-9346-436a-9d2f-7c32e079f7c3') {'for_net_delete': True} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:14:21.409435 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-666cdc54-b496-4224-8260-d97d1ff1720a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09fbaf50-9346-436a-9d2f-7c32e079f7c3') {} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:14:21.418874 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-666cdc54-b496-4224-8260-d97d1ff1720a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728246668737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131863519'] for segment, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:21.434857 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-666cdc54-b496-4224-8260-d97d1ff1720a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:21.441102 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666cdc54-b496-4224-8260-d97d1ff1720a admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:14:21.441490 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-666cdc54-b496-4224-8260-d97d1ff1720a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131250037'] for segment, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:21.443218 dv-cinder-790535-10-iscsi neutron-server[94101]: Traceback (most recent call last): Aug 20 14:14:21.443218 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:14:21.443218 dv-cinder-790535-10-iscsi neutron-server[94101]: timer() Aug 20 14:14:21.443218 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:14:21.443218 dv-cinder-790535-10-iscsi neutron-server[94101]: cb(*args, **kw) Aug 20 14:14:21.443218 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:14:21.443218 dv-cinder-790535-10-iscsi neutron-server[94101]: return func(*args, **kwargs) Aug 20 14:14:21.443218 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:14:21.443218 dv-cinder-790535-10-iscsi neutron-server[94101]: self._notify() Aug 20 14:14:21.443218 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:14:21.443218 dv-cinder-790535-10-iscsi neutron-server[94101]: self.callback(batched_events) Aug 20 14:14:21.443218 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:14:21.443218 dv-cinder-790535-10-iscsi neutron-server[94101]: event.method(event) Aug 20 14:14:21.443218 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:14:21.443218 dv-cinder-790535-10-iscsi neutron-server[94101]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:14:21.443218 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:14:21.443218 dv-cinder-790535-10-iscsi neutron-server[94101]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:14:21.443218 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:14:21.443218 dv-cinder-790535-10-iscsi neutron-server[94101]: return f(self, *a, **k) Aug 20 14:14:21.443218 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:14:21.443218 dv-cinder-790535-10-iscsi neutron-server[94101]: return self._get(url).json() Aug 20 14:14:21.443218 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:14:21.443218 dv-cinder-790535-10-iscsi neutron-server[94101]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:14:21.443218 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:14:21.443218 dv-cinder-790535-10-iscsi neutron-server[94101]: return self.request(url, 'GET', **kwargs) Aug 20 14:14:21.443218 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:14:21.443218 dv-cinder-790535-10-iscsi neutron-server[94101]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:14:21.443218 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:14:21.443218 dv-cinder-790535-10-iscsi neutron-server[94101]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:14:21.443218 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:14:21.443218 dv-cinder-790535-10-iscsi neutron-server[94101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:14:21.443218 dv-cinder-790535-10-iscsi neutron-server[94101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:14:21.465821 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-6ba91452-8057-4108-b175-ba7824fb3356 None None] For port e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54, host dv-cinder-790535-10-iscsi, got binding levels [] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:14:21.466212 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-6ba91452-8057-4108-b175-ba7824fb3356 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:21.480071 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-6ba91452-8057-4108-b175-ba7824fb3356 None None] Calling delete_port for e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54 owned by network:dhcp {{(pid=94102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:14:21.482899 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.ipam_backend_mixin [None req-6ba91452-8057-4108-b175-ba7824fb3356 None None] Port e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54 was not found and therefore no delete operation was performed {{(pid=94102) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 14:14:21.485733 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-6ba91452-8057-4108-b175-ba7824fb3356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990'] for port, after_delete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:21.502455 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-666cdc54-b496-4224-8260-d97d1ff1720a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1745017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687127'] for network, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:21.511003 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba91452-8057-4108-b175-ba7824fb3356 None None] Pushing event deleted for resources: {'Port': ['ID=e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54,revision_number=None']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:21.512408 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-666cdc54-b496-4224-8260-d97d1ff1720a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:21.515643 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba91452-8057-4108-b175-ba7824fb3356 None None] No DVR routers for this DVR port e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54 on host dv-cinder-790535-10-iscsi {{(pid=94102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:14:21.516827 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-666cdc54-b496-4224-8260-d97d1ff1720a admin admin] 10.222.0.38 "DELETE /v2.0/networks/1d7b7e4f-93c0-4b84-9c6a-22526b6438a0 HTTP/1.1" status: 204 len: 168 time: 0.5270786 Aug 20 14:14:21.523025 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba91452-8057-4108-b175-ba7824fb3356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:21.523384 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba91452-8057-4108-b175-ba7824fb3356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:21.523783 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba91452-8057-4108-b175-ba7824fb3356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:21.524049 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba91452-8057-4108-b175-ba7824fb3356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:21.524452 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba91452-8057-4108-b175-ba7824fb3356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:21.524721 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba91452-8057-4108-b175-ba7824fb3356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:21.525040 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba91452-8057-4108-b175-ba7824fb3356 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:21.525368 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba91452-8057-4108-b175-ba7824fb3356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:21.525680 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba91452-8057-4108-b175-ba7824fb3356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:21.526001 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba91452-8057-4108-b175-ba7824fb3356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:21.526320 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba91452-8057-4108-b175-ba7824fb3356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:21.526641 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba91452-8057-4108-b175-ba7824fb3356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:21.527733 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666cdc54-b496-4224-8260-d97d1ff1720a admin admin] Pushing event deleted for resources: {'Network': ['ID=1d7b7e4f-93c0-4b84-9c6a-22526b6438a0,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:21.650091 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 32882) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:14:21.693533 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-5d515cc8-166d-414e-99d0-65ffbafff163 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ee09af3d24634dd0b8d0361dafbf2c7a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0421991 Aug 20 14:14:21.695932 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 32884) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:14:21.745443 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-edf931eb-ddf8-4f6f-a766-5468d5567a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:21.766725 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-edf931eb-ddf8-4f6f-a766-5468d5567a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:21.813849 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-edf931eb-ddf8-4f6f-a766-5468d5567a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:21.816527 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-edf931eb-ddf8-4f6f-a766-5468d5567a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:21.817690 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-edf931eb-ddf8-4f6f-a766-5468d5567a4a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cb4852ff-a637-4cf0-97db-0f7ea31b5725 HTTP/1.1" status: 204 len: 168 time: 0.1207979 Aug 20 14:14:21.825071 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf931eb-ddf8-4f6f-a766-5468d5567a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4852ff-a637-4cf0-97db-0f7ea31b5725,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:22.053523 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 67e2f4a6-64c5-4328-b1e0-25d29d89d59e no longer exists at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:14:22.078066 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] No Port match for: 67e2f4a6-64c5-4328-b1e0-25d29d89d59e {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:14:22.078475 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 67e2f4a6-64c5-4328-b1e0-25d29d89d59e not bound to the agent host dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:14:22.078896 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54 no longer exists at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:14:22.097830 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] No Port match for: e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54 {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:14:22.098182 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device e7b2aae3-5dd0-477a-8ece-e0e0a6af6c54 not bound to the agent host dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:14:22.098617 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device f85cff3d-afaa-419e-b810-281b97895409 no longer exists at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:14:22.118154 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] No Port match for: f85cff3d-afaa-419e-b810-281b97895409 {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:14:22.118459 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device f85cff3d-afaa-419e-b810-281b97895409 not bound to the agent host dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:14:22.535685 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 32906) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:14:22.635035 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-90c0c4c5-9124-48bc-9c7d-48c4b807ec83 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2000678739-network', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:14:22.656144 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c0c4c5-9124-48bc-9c7d-48c4b807ec83 admin admin] Made reservation on behalf of 051cf31bc2404bc4bdd890680fe831af for: {'network': 1} {{(pid=94101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:14:22.658482 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-90c0c4c5-9124-48bc-9c7d-48c4b807ec83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for network, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:22.667187 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-90c0c4c5-9124-48bc-9c7d-48c4b807ec83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:22.760686 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-90c0c4c5-9124-48bc-9c7d-48c4b807ec83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:22.764833 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-90c0c4c5-9124-48bc-9c7d-48c4b807ec83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:22.790422 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c0c4c5-9124-48bc-9c7d-48c4b807ec83 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=94101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:14:22.801395 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0c4c5-9124-48bc-9c7d-48c4b807ec83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a53870-4da0-44ca-ab52-b7f053178067,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:22.806190 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-90c0c4c5-9124-48bc-9c7d-48c4b807ec83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:22.806520 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.db.segments_db [None req-90c0c4c5-9124-48bc-9c7d-48c4b807ec83 admin admin] Added segment dd3afc9f-b317-45cd-bf46-66f38a831537 of type vlan for network c7fe144a-703d-49b5-aa1b-01c4046f4203 Aug 20 14:14:22.848884 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-90c0c4c5-9124-48bc-9c7d-48c4b807ec83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728246170444'] for network, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:22.874767 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-90c0c4c5-9124-48bc-9c7d-48c4b807ec83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018'] for network, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:22.875026 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c0c4c5-9124-48bc-9c7d-48c4b807ec83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:22.875604 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-90c0c4c5-9124-48bc-9c7d-48c4b807ec83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:22.932721 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-90c0c4c5-9124-48bc-9c7d-48c4b807ec83 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3958938 Aug 20 14:14:22.935592 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 32910) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:14:22.942164 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-b064e7f7-7237-4e89-a8cf-a7ba495ed782 admin admin] Request body: {'subnet': {'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2000678739-subnet', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:14:22.946142 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0c4c5-9124-48bc-9c7d-48c4b807ec83 admin admin] Pushing event updated for resources: {'Network': ['ID=c7fe144a-703d-49b5-aa1b-01c4046f4203,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:22.957234 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Network c7fe144a-703d-49b5-aa1b-01c4046f4203 details requested by agent ovs-agent-dv-cinder-790535-10-iscsi with host dv-cinder-790535-10-iscsi {{(pid=94102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:14:22.965014 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b064e7f7-7237-4e89-a8cf-a7ba495ed782 admin admin] Made reservation on behalf of 051cf31bc2404bc4bdd890680fe831af for: {'subnet': 1} {{(pid=94101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:14:22.967305 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-b064e7f7-7237-4e89-a8cf-a7ba495ed782 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130135303'] for subnet, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:23.136926 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-b064e7f7-7237-4e89-a8cf-a7ba495ed782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131250142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130135317'] for subnet, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:23.195202 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b064e7f7-7237-4e89-a8cf-a7ba495ed782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a72563a2-044e-43fb-9d5a-093c33ebfa12,revision_number=0']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:23.199423 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b064e7f7-7237-4e89-a8cf-a7ba495ed782 admin admin] Checking segment: {'id': 'dd3afc9f-b317-45cd-bf46-66f38a831537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:14:23.199769 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b064e7f7-7237-4e89-a8cf-a7ba495ed782 admin admin] Network hostable DHCP agents. Network: c7fe144a-703d-49b5-aa1b-01c4046f4203, hostable agents: ['753d3244-3585-4dcb-8855-3f40f736060e'], hosted agents: [] {{(pid=94101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:14:23.216934 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b064e7f7-7237-4e89-a8cf-a7ba495ed782 admin admin] Network c7fe144a-703d-49b5-aa1b-01c4046f4203 is scheduled to be hosted by DHCP agent 753d3244-3585-4dcb-8855-3f40f736060e with binding_index 1 {{(pid=94101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:14:23.226521 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.base_scheduler [None req-b064e7f7-7237-4e89-a8cf-a7ba495ed782 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-10-iscsi, c7fe144a-703d-49b5-aa1b-01c4046f4203) {{(pid=94101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:14:23.230462 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b064e7f7-7237-4e89-a8cf-a7ba495ed782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:23.231040 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-b064e7f7-7237-4e89-a8cf-a7ba495ed782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for subnet, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:23.235641 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311f5ecf-13bc-42b6-b56f-e5bce1633a05 None None] Network c7fe144a-703d-49b5-aa1b-01c4046f4203 requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:14:23.244979 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-b064e7f7-7237-4e89-a8cf-a7ba495ed782 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3083797 Aug 20 14:14:23.247716 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 32912) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:14:23.252202 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-7a058372-66d5-48e9-a51a-8c06770a98ad admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2000678739-router', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'}}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:14:23.274059 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7a058372-66d5-48e9-a51a-8c06770a98ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3284'] for router, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:23.275345 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7a058372-66d5-48e9-a51a-8c06770a98ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533819', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3245'] for router, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:23.328812 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7a058372-66d5-48e9-a51a-8c06770a98ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:23.382335 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ab49de-489c-48dc-826e-a617361dcb2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4bf352a0-604e-5a37-8942-ccf39ab588eb-c7fe144a-703d-49b5-aa1b-01c4046f4203', 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'fixed_ips': [{'subnet_id': 'a72563a2-044e-43fb-9d5a-093c33ebfa12'}]}} from dv-cinder-790535-10-iscsi. {{(pid=94102) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:14:23.383198 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-f9ab49de-489c-48dc-826e-a617361dcb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:23.466665 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7a058372-66d5-48e9-a51a-8c06770a98ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:23.524562 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.db_base_plugin_common [None req-f9ab49de-489c-48dc-826e-a617361dcb2f None None] Allocated IP 172.20.0.2 (c7fe144a-703d-49b5-aa1b-01c4046f4203/a72563a2-044e-43fb-9d5a-093c33ebfa12/62404616-35a7-4177-be36-d5e921c8b934) {{(pid=94102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:14:23.666246 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7a058372-66d5-48e9-a51a-8c06770a98ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:23.667149 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-f9ab49de-489c-48dc-826e-a617361dcb2f None None] Notify callbacks [] for port, precommit_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:23.676322 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-f9ab49de-489c-48dc-826e-a617361dcb2f None None] Transition to ACTIVE for port object 62404616-35a7-4177-be36-d5e921c8b934 will not be triggered until provisioned by entity L2. {{(pid=94102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:14:23.685805 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7a058372-66d5-48e9-a51a-8c06770a98ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:23.690725 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-f9ab49de-489c-48dc-826e-a617361dcb2f None None] Transition to ACTIVE for port object 62404616-35a7-4177-be36-d5e921c8b934 will not be triggered until provisioned by entity DHCP. {{(pid=94102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:14:23.697004 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-f9ab49de-489c-48dc-826e-a617361dcb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981'] for port, after_create {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:23.740408 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ab49de-489c-48dc-826e-a617361dcb2f None None] Network c7fe144a-703d-49b5-aa1b-01c4046f4203 is already hosted by enough agents. {{(pid=94102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:14:23.743379 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.scheduler.base_scheduler [None req-f9ab49de-489c-48dc-826e-a617361dcb2f None None] Resources bound (agent type, host, resource id): {{(pid=94102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:14:23.749735 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ab49de-489c-48dc-826e-a617361dcb2f None None] Received port after_create {{(pid=94102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:14:23.752737 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab49de-489c-48dc-826e-a617361dcb2f None None] Pushing event updated for resources: {'Port': ['ID=62404616-35a7-4177-be36-d5e921c8b934,revision_number=1']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:23.791241 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [None req-7a058372-66d5-48e9-a51a-8c06770a98ad admin admin] Allocated IP 172.27.3.159 (98d0971e-9611-4cfe-abc2-ff603fbae97c/e8e9b9bd-ae96-49d0-b730-35afc957c6cc/7b385889-867c-4138-8670-5ec69bbbe0a2) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:14:23.804878 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-f9ab49de-489c-48dc-826e-a617361dcb2f None None] Attempting to bind port 62404616-35a7-4177-be36-d5e921c8b934 on host dv-cinder-790535-10-iscsi for vnic_type normal with profile {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:14:23.805246 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-f9ab49de-489c-48dc-826e-a617361dcb2f None None] Attempting to bind port 62404616-35a7-4177-be36-d5e921c8b934 by drivers openvswitch,hyperv on host dv-cinder-790535-10-iscsi at level 0 using segments [{'id': 'dd3afc9f-b317-45cd-bf46-66f38a831537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203'}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:14:23.805611 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab49de-489c-48dc-826e-a617361dcb2f None None] Attempting to bind port 62404616-35a7-4177-be36-d5e921c8b934 on network c7fe144a-703d-49b5-aa1b-01c4046f4203 {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:14:23.810763 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab49de-489c-48dc-826e-a617361dcb2f None None] Checking agent: {'id': '24d8fd69-abc0-4f0a-ba2d-fdf83f719c3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 59, 10), 'started_at': datetime.datetime(2021, 8, 20, 13, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:14:23.811142 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab49de-489c-48dc-826e-a617361dcb2f None None] Checking segment: {'id': 'dd3afc9f-b317-45cd-bf46-66f38a831537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:14:23.811532 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-f9ab49de-489c-48dc-826e-a617361dcb2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:23.811951 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab49de-489c-48dc-826e-a617361dcb2f None None] Bound using segment: {'id': 'dd3afc9f-b317-45cd-bf46-66f38a831537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203'} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:14:23.812442 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-f9ab49de-489c-48dc-826e-a617361dcb2f None None] Bound port: 62404616-35a7-4177-be36-d5e921c8b934, host: dv-cinder-790535-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd3afc9f-b317-45cd-bf46-66f38a831537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203'}}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:14:23.812851 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-f9ab49de-489c-48dc-826e-a617361dcb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:23.876666 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-f9ab49de-489c-48dc-826e-a617361dcb2f None None] For port 62404616-35a7-4177-be36-d5e921c8b934, host dv-cinder-790535-10-iscsi, cleared binding levels {{(pid=94102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:14:23.879679 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-f9ab49de-489c-48dc-826e-a617361dcb2f None None] For port 62404616-35a7-4177-be36-d5e921c8b934, host dv-cinder-790535-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=62404616-35a7-4177-be36-d5e921c8b934,segment=NetworkSegment(dd3afc9f-b317-45cd-bf46-66f38a831537),segment_id=dd3afc9f-b317-45cd-bf46-66f38a831537)] {{(pid=94102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:14:23.884710 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-f9ab49de-489c-48dc-826e-a617361dcb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:23.896657 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7a058372-66d5-48e9-a51a-8c06770a98ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:23.941638 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab49de-489c-48dc-826e-a617361dcb2f None None] Pushing event updated for resources: {'Port': ['ID=62404616-35a7-4177-be36-d5e921c8b934,revision_number=2']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:23.945465 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7a058372-66d5-48e9-a51a-8c06770a98ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:23.982565 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a058372-66d5-48e9-a51a-8c06770a98ad admin admin] Network 98d0971e-9611-4cfe-abc2-ff603fbae97c is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:14:23.986182 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [None req-7a058372-66d5-48e9-a51a-8c06770a98ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:14:23.989809 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a058372-66d5-48e9-a51a-8c06770a98ad admin admin] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:14:24.016289 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a058372-66d5-48e9-a51a-8c06770a98ad admin admin] Pushing event updated for resources: {'Port': ['ID=7b385889-867c-4138-8670-5ec69bbbe0a2,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:24.258873 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7a058372-66d5-48e9-a51a-8c06770a98ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:24.714421 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7a058372-66d5-48e9-a51a-8c06770a98ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533931'] for router, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:24.848947 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a058372-66d5-48e9-a51a-8c06770a98ad admin admin] Router 0d09b55f-4666-4799-9b17-7558b0b8be0f is scheduled to L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf with binding_index 1 {{(pid=94100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:14:24.883087 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d191e96-ab3c-4922-a28f-e241aafb4dac None None] Network c7fe144a-703d-49b5-aa1b-01c4046f4203 requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:14:24.958223 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a058372-66d5-48e9-a51a-8c06770a98ad admin admin] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:14:24.966451 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535ef5a3-1e00-4ad3-93a8-868d9da4f5df None None] Sync routers for ids ['0d09b55f-4666-4799-9b17-7558b0b8be0f'] in dv-cinder-790535-10-iscsi {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:14:24.977868 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535ef5a3-1e00-4ad3-93a8-868d9da4f5df None None] Routers {'0d09b55f-4666-4799-9b17-7558b0b8be0f'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:14:24.978501 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-535ef5a3-1e00-4ad3-93a8-868d9da4f5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:14:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['0d09b55f-4666-4799-9b17-7558b0b8be0f'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:14:24.985923 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7a058372-66d5-48e9-a51a-8c06770a98ad admin admin] Notify callbacks [] for router, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:24.990660 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 32914) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:14:24.991250 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-7a058372-66d5-48e9-a51a-8c06770a98ad admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7420585 Aug 20 14:14:25.011264 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-6fc1ce77-93d3-4ed6-8a47-8434c95dd83c None None] Provisioning for port 62404616-35a7-4177-be36-d5e921c8b934 completed by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:14:25.091736 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-535ef5a3-1e00-4ad3-93a8-868d9da4f5df None None] Set router 0d09b55f-4666-4799-9b17-7558b0b8be0f gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:14:25.286600 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-535ef5a3-1e00-4ad3-93a8-868d9da4f5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'name': 'tempest-AttachVolumeTestJSON-2000678739-router', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:24Z', 'revision_number': 3, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'gw_port': {'id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ca:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:14:25.314739 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535ef5a3-1e00-4ad3-93a8-868d9da4f5df None None] Checking router: 0d09b55f-4666-4799-9b17-7558b0b8be0f for host: dv-cinder-790535-10-iscsi {{(pid=94103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:14:25.315079 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535ef5a3-1e00-4ad3-93a8-868d9da4f5df None None] Updating router 0d09b55f-4666-4799-9b17-7558b0b8be0f port 7b385889-867c-4138-8670-5ec69bbbe0a2 binding host dv-cinder-790535-10-iscsi {{(pid=94103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:14:25.343145 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-535ef5a3-1e00-4ad3-93a8-868d9da4f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:25.434429 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-99e15803-de30-4bab-8315-af3e34dc7b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:25.599889 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.db_base_plugin_common [None req-99e15803-de30-4bab-8315-af3e34dc7b7a admin admin] Allocated IP 172.20.0.1 (c7fe144a-703d-49b5-aa1b-01c4046f4203/a72563a2-044e-43fb-9d5a-093c33ebfa12/ec0ea713-94e9-4df8-95fc-33c83d2d68bc) {{(pid=94101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:14:25.638600 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-535ef5a3-1e00-4ad3-93a8-868d9da4f5df None None] Notify callbacks [] for port, precommit_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:25.653907 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.provisioning_blocks [None req-535ef5a3-1e00-4ad3-93a8-868d9da4f5df None None] Transition to ACTIVE for port object 7b385889-867c-4138-8670-5ec69bbbe0a2 will not be triggered until provisioned by entity L2. {{(pid=94103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:14:25.661887 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-535ef5a3-1e00-4ad3-93a8-868d9da4f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:25.720626 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-99e15803-de30-4bab-8315-af3e34dc7b7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:25.730799 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149a566-36d0-43ce-916d-9296b150ee07 None None] Pushing event updated for resources: {'Port': ['ID=7b385889-867c-4138-8670-5ec69bbbe0a2,revision_number=2']} {{(pid=94103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:25.735141 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.provisioning_blocks [None req-99e15803-de30-4bab-8315-af3e34dc7b7a admin admin] Transition to ACTIVE for port object ec0ea713-94e9-4df8-95fc-33c83d2d68bc will not be triggered until provisioned by entity DHCP. {{(pid=94101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:14:25.738889 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.managers [None req-535ef5a3-1e00-4ad3-93a8-868d9da4f5df None None] Attempting to bind port 7b385889-867c-4138-8670-5ec69bbbe0a2 on host dv-cinder-790535-10-iscsi for vnic_type normal with profile {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:14:25.739275 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.managers [None req-535ef5a3-1e00-4ad3-93a8-868d9da4f5df None None] Attempting to bind port 7b385889-867c-4138-8670-5ec69bbbe0a2 by drivers openvswitch,hyperv on host dv-cinder-790535-10-iscsi at level 0 using segments [{'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'}] {{(pid=94103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:14:25.739620 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535ef5a3-1e00-4ad3-93a8-868d9da4f5df None None] Attempting to bind port 7b385889-867c-4138-8670-5ec69bbbe0a2 on network 98d0971e-9611-4cfe-abc2-ff603fbae97c {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:14:25.744715 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149a566-36d0-43ce-916d-9296b150ee07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:25.744715 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149a566-36d0-43ce-916d-9296b150ee07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:25.744715 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149a566-36d0-43ce-916d-9296b150ee07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:25.744715 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149a566-36d0-43ce-916d-9296b150ee07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:25.744715 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149a566-36d0-43ce-916d-9296b150ee07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:25.745325 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149a566-36d0-43ce-916d-9296b150ee07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:25.745325 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149a566-36d0-43ce-916d-9296b150ee07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:25.745558 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149a566-36d0-43ce-916d-9296b150ee07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:25.745960 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149a566-36d0-43ce-916d-9296b150ee07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:25.746229 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149a566-36d0-43ce-916d-9296b150ee07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:25.746944 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149a566-36d0-43ce-916d-9296b150ee07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:25.746944 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e149a566-36d0-43ce-916d-9296b150ee07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:25.753026 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535ef5a3-1e00-4ad3-93a8-868d9da4f5df None None] Checking agent: {'id': '24d8fd69-abc0-4f0a-ba2d-fdf83f719c3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 59, 10), 'started_at': datetime.datetime(2021, 8, 20, 13, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:14:25.753398 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535ef5a3-1e00-4ad3-93a8-868d9da4f5df None None] Checking segment: {'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:14:25.753791 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-535ef5a3-1e00-4ad3-93a8-868d9da4f5df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:25.754174 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535ef5a3-1e00-4ad3-93a8-868d9da4f5df None None] Bound using segment: {'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'} {{(pid=94103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:14:25.754643 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.managers [None req-535ef5a3-1e00-4ad3-93a8-868d9da4f5df None None] Bound port: 7b385889-867c-4138-8670-5ec69bbbe0a2, host: dv-cinder-790535-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4decdd4f-3fef-48ea-97d6-157c44e17f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'}}] {{(pid=94103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:14:25.755018 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-535ef5a3-1e00-4ad3-93a8-868d9da4f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:25.771977 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-99e15803-de30-4bab-8315-af3e34dc7b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131250090'] for port, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:25.807572 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.db [None req-535ef5a3-1e00-4ad3-93a8-868d9da4f5df None None] For port 7b385889-867c-4138-8670-5ec69bbbe0a2, host dv-cinder-790535-10-iscsi, cleared binding levels {{(pid=94103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:14:25.811277 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.plugins.ml2.db [None req-535ef5a3-1e00-4ad3-93a8-868d9da4f5df None None] For port 7b385889-867c-4138-8670-5ec69bbbe0a2, host dv-cinder-790535-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=7b385889-867c-4138-8670-5ec69bbbe0a2,segment=NetworkSegment(4decdd4f-3fef-48ea-97d6-157c44e17f8c),segment_id=4decdd4f-3fef-48ea-97d6-157c44e17f8c)] {{(pid=94103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:14:25.814387 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e15803-de30-4bab-8315-af3e34dc7b7a admin admin] Network c7fe144a-703d-49b5-aa1b-01c4046f4203 is already hosted by enough agents. {{(pid=94101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:14:25.816017 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron_lib.callbacks.manager [None req-535ef5a3-1e00-4ad3-93a8-868d9da4f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:25.817537 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.base_scheduler [None req-99e15803-de30-4bab-8315-af3e34dc7b7a admin admin] Resources bound (agent type, host, resource id): {{(pid=94101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:14:25.821274 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e15803-de30-4bab-8315-af3e34dc7b7a admin admin] Received port after_create {{(pid=94101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:14:25.860624 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e15803-de30-4bab-8315-af3e34dc7b7a admin admin] Pushing event updated for resources: {'Port': ['ID=ec0ea713-94e9-4df8-95fc-33c83d2d68bc,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:25.879979 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149a566-36d0-43ce-916d-9296b150ee07 None None] Pushing event updated for resources: {'Port': ['ID=7b385889-867c-4138-8670-5ec69bbbe0a2,revision_number=3']} {{(pid=94103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:25.881580 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-99e15803-de30-4bab-8315-af3e34dc7b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534593'] for router_interface, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:25.894826 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535ef5a3-1e00-4ad3-93a8-868d9da4f5df None None] Routers {'0d09b55f-4666-4799-9b17-7558b0b8be0f'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:14:25.895465 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-535ef5a3-1e00-4ad3-93a8-868d9da4f5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:14:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['0d09b55f-4666-4799-9b17-7558b0b8be0f'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:14:26.022815 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-535ef5a3-1e00-4ad3-93a8-868d9da4f5df None None] Set router 0d09b55f-4666-4799-9b17-7558b0b8be0f gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:14:26.059760 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-99e15803-de30-4bab-8315-af3e34dc7b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:26.138425 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 62404616-35a7-4177-be36-d5e921c8b934 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:14:26.202068 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-6d22fa5b-d2b2-40c7-909a-77ab54a54070 None None] Provisioning for port ec0ea713-94e9-4df8-95fc-33c83d2d68bc completed by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:14:26.206847 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-6d22fa5b-d2b2-40c7-909a-77ab54a54070 None None] Provisioning complete for port ec0ea713-94e9-4df8-95fc-33c83d2d68bc triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:14:26.207490 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-6d22fa5b-d2b2-40c7-909a-77ab54a54070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:26.244969 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-6d22fa5b-d2b2-40c7-909a-77ab54a54070 None None] Port ec0ea713-94e9-4df8-95fc-33c83d2d68bc cannot update to ACTIVE because it is not bound. {{(pid=94102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:14:26.254215 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-99e15803-de30-4bab-8315-af3e34dc7b7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:26.261345 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-99e15803-de30-4bab-8315-af3e34dc7b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131250001'] for port, after_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:26.263669 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning for port 62404616-35a7-4177-be36-d5e921c8b934 completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:14:26.270871 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 62404616-35a7-4177-be36-d5e921c8b934 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:14:26.271462 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:26.336533 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e15803-de30-4bab-8315-af3e34dc7b7a admin admin] Pushing event updated for resources: {'Port': ['ID=ec0ea713-94e9-4df8-95fc-33c83d2d68bc,revision_number=2']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:26.340840 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-99e15803-de30-4bab-8315-af3e34dc7b7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1014980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529649'] for router_interface, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:26.357171 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-535ef5a3-1e00-4ad3-93a8-868d9da4f5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'name': 'tempest-AttachVolumeTestJSON-2000678739-router', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:24Z', 'revision_number': 3, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'gw_port': {'id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ca:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:14:26.385245 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535ef5a3-1e00-4ad3-93a8-868d9da4f5df None None] The sync data for ids ['0d09b55f-4666-4799-9b17-7558b0b8be0f'] in dv-cinder-790535-10-iscsi is: [{'id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'name': 'tempest-AttachVolumeTestJSON-2000678739-router', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:24Z', 'revision_number': 3, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'gw_port': {'id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ca:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}] {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:14:26.396019 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:26.442499 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] For port 62404616-35a7-4177-be36-d5e921c8b934, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=62404616-35a7-4177-be36-d5e921c8b934,segment=NetworkSegment(dd3afc9f-b317-45cd-bf46-66f38a831537),segment_id=dd3afc9f-b317-45cd-bf46-66f38a831537)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:14:26.449317 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:26.489332 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e15803-de30-4bab-8315-af3e34dc7b7a admin admin] Network c7fe144a-703d-49b5-aa1b-01c4046f4203 is already hosted by enough agents. {{(pid=94101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:14:26.491143 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.base_scheduler [None req-99e15803-de30-4bab-8315-af3e34dc7b7a admin admin] Resources bound (agent type, host, resource id): {{(pid=94101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:14:26.524184 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Pushing event updated for resources: {'Port': ['ID=62404616-35a7-4177-be36-d5e921c8b934,revision_number=3']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:26.663498 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e15803-de30-4bab-8315-af3e34dc7b7a admin admin] Router 0d09b55f-4666-4799-9b17-7558b0b8be0f has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:14:26.879357 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-4b64d24a-7405-402f-8662-3013a27c280d None None] Provisioning complete for port ec0ea713-94e9-4df8-95fc-33c83d2d68bc triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:14:26.880116 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-4b64d24a-7405-402f-8662-3013a27c280d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:26.923923 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-4b64d24a-7405-402f-8662-3013a27c280d None None] Port ec0ea713-94e9-4df8-95fc-33c83d2d68bc cannot update to ACTIVE because it is not bound. {{(pid=94102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:14:27.059931 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e15803-de30-4bab-8315-af3e34dc7b7a admin admin] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:14:27.069888 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-99e15803-de30-4bab-8315-af3e34dc7b7a admin admin] 10.222.0.38 "PUT /v2.0/routers/0d09b55f-4666-4799-9b17-7558b0b8be0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0771818 Aug 20 14:14:27.738036 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 32924) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:14:27.743061 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-03204437-b785-448d-9122-0e3e326ee3ef tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Request body: {'security_group': {'name': 'tempest-securitygroup--154744836', 'description': 'tempest-description--2063481496'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:14:27.766214 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-03204437-b785-448d-9122-0e3e326ee3ef tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:27.872684 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-03204437-b785-448d-9122-0e3e326ee3ef tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:27.877699 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-03204437-b785-448d-9122-0e3e326ee3ef tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:27.906854 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03204437-b785-448d-9122-0e3e326ee3ef tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3028751a-fa74-42fa-9417-6e01641d0714,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:27.909579 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-03204437-b785-448d-9122-0e3e326ee3ef tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:27.913980 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-03204437-b785-448d-9122-0e3e326ee3ef tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1745336 Aug 20 14:14:27.914252 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 32926) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:14:27.922674 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-d7c04a68-435e-487b-9d07-4a9df815a6d6 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Request body: {'security_group_rule': {'security_group_id': '3028751a-fa74-42fa-9417-6e01641d0714', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:14:27.959693 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d7c04a68-435e-487b-9d07-4a9df815a6d6 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:28.039690 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d7c04a68-435e-487b-9d07-4a9df815a6d6 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:28.045122 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d7c04a68-435e-487b-9d07-4a9df815a6d6 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596504'] for security_group_rule, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:28.067173 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c04a68-435e-487b-9d07-4a9df815a6d6 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5e14e96-ed2b-4012-9be8-a2a6d9cb3c2e,revision_number=0']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:28.080043 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c04a68-435e-487b-9d07-4a9df815a6d6 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:28.080492 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c04a68-435e-487b-9d07-4a9df815a6d6 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:28.081017 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c04a68-435e-487b-9d07-4a9df815a6d6 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:28.081303 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c04a68-435e-487b-9d07-4a9df815a6d6 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:28.081924 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c04a68-435e-487b-9d07-4a9df815a6d6 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:28.082263 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c04a68-435e-487b-9d07-4a9df815a6d6 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:28.082596 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c04a68-435e-487b-9d07-4a9df815a6d6 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:28.082939 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c04a68-435e-487b-9d07-4a9df815a6d6 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:28.083265 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c04a68-435e-487b-9d07-4a9df815a6d6 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:28.083591 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c04a68-435e-487b-9d07-4a9df815a6d6 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:28.083920 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c04a68-435e-487b-9d07-4a9df815a6d6 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:28.084247 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c04a68-435e-487b-9d07-4a9df815a6d6 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:14:28.088071 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d7c04a68-435e-487b-9d07-4a9df815a6d6 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:28.089294 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-d7c04a68-435e-487b-9d07-4a9df815a6d6 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1735053 Aug 20 14:14:28.091966 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 32928) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:14:28.096957 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-3c5a7e12-a065-4221-965b-df9970dec9cf tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Request body: {'security_group_rule': {'security_group_id': '3028751a-fa74-42fa-9417-6e01641d0714', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:14:28.134085 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-3c5a7e12-a065-4221-965b-df9970dec9cf tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:28.136661 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f66b99a-c84c-403b-b3c0-90cb763b8812 None None] Sync routers for ids ['0d09b55f-4666-4799-9b17-7558b0b8be0f'] in dv-cinder-790535-10-iscsi {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:14:28.158338 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f66b99a-c84c-403b-b3c0-90cb763b8812 None None] Routers {'0d09b55f-4666-4799-9b17-7558b0b8be0f'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:14:28.158967 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-2f66b99a-c84c-403b-b3c0-90cb763b8812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:14:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['0d09b55f-4666-4799-9b17-7558b0b8be0f'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:14:28.162203 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 7b385889-867c-4138-8670-5ec69bbbe0a2 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:14:28.199376 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-3c5a7e12-a065-4221-965b-df9970dec9cf tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:28.203214 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-3c5a7e12-a065-4221-965b-df9970dec9cf tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596504'] for security_group_rule, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:28.223539 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a7e12-a065-4221-965b-df9970dec9cf tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cae3255-c144-4703-b2a7-dd512c5c3703,revision_number=0']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:28.227606 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-3c5a7e12-a065-4221-965b-df9970dec9cf tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:28.232161 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-3c5a7e12-a065-4221-965b-df9970dec9cf tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1354866 Aug 20 14:14:28.232161 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 32930) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:14:28.237093 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-25d4644d-697d-4634-882e-db9ec65c71cb tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Request body: {'floatingip': {'floating_network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:14:28.259156 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-25d4644d-697d-4634-882e-db9ec65c71cb tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for floatingip, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:28.290927 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning for port 7b385889-867c-4138-8670-5ec69bbbe0a2 completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:14:28.306676 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 7b385889-867c-4138-8670-5ec69bbbe0a2 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:14:28.307042 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:28.309510 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-2f66b99a-c84c-403b-b3c0-90cb763b8812 None None] Set router 0d09b55f-4666-4799-9b17-7558b0b8be0f gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:14:28.356679 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-25d4644d-697d-4634-882e-db9ec65c71cb tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:28.470588 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [None req-25d4644d-697d-4634-882e-db9ec65c71cb tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Allocated IP 172.27.3.213 (98d0971e-9611-4cfe-abc2-ff603fbae97c/e8e9b9bd-ae96-49d0-b730-35afc957c6cc/26c1d1cf-fb9d-438e-8414-3160c5fa2ffc) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:14:28.513508 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:28.552982 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] For port 7b385889-867c-4138-8670-5ec69bbbe0a2, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=7b385889-867c-4138-8670-5ec69bbbe0a2,segment=NetworkSegment(4decdd4f-3fef-48ea-97d6-157c44e17f8c),segment_id=4decdd4f-3fef-48ea-97d6-157c44e17f8c)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:14:28.577257 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:28.578076 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 62404616-35a7-4177-be36-d5e921c8b934 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:14:28.579131 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-25d4644d-697d-4634-882e-db9ec65c71cb tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:28.618422 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-25d4644d-697d-4634-882e-db9ec65c71cb tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:28.661682 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d4644d-697d-4634-882e-db9ec65c71cb tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Network 98d0971e-9611-4cfe-abc2-ff603fbae97c is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:14:28.665226 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [None req-25d4644d-697d-4634-882e-db9ec65c71cb tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:14:28.667097 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Pushing event updated for resources: {'Port': ['ID=7b385889-867c-4138-8670-5ec69bbbe0a2,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:28.667990 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d4644d-697d-4634-882e-db9ec65c71cb tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:14:28.693732 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 62404616-35a7-4177-be36-d5e921c8b934 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:14:28.694111 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:28.696974 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4644d-697d-4634-882e-db9ec65c71cb tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Pushing event updated for resources: {'Port': ['ID=26c1d1cf-fb9d-438e-8414-3160c5fa2ffc,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:28.698540 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-2f66b99a-c84c-403b-b3c0-90cb763b8812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'name': 'tempest-AttachVolumeTestJSON-2000678739-router', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:26Z', 'revision_number': 4, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'gw_port': {'id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ca:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': 'ec0ea713-94e9-4df8-95fc-33c83d2d68bc', 'name': '', 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'mac_address': 'fa:16:3e:9f:c7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a72563a2-044e-43fb-9d5a-093c33ebfa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:14:25Z', 'updated_at': '2021-08-20T14:14:26Z', 'revision_number': 2, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'subnets': [{'id': 'a72563a2-044e-43fb-9d5a-093c33ebfa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:14:28.747671 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f66b99a-c84c-403b-b3c0-90cb763b8812 None None] Checking router: 0d09b55f-4666-4799-9b17-7558b0b8be0f for host: dv-cinder-790535-10-iscsi {{(pid=94102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:14:28.748025 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f66b99a-c84c-403b-b3c0-90cb763b8812 None None] Updating router 0d09b55f-4666-4799-9b17-7558b0b8be0f port ec0ea713-94e9-4df8-95fc-33c83d2d68bc binding host dv-cinder-790535-10-iscsi {{(pid=94102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:14:28.766817 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-25d4644d-697d-4634-882e-db9ec65c71cb tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:28.784778 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-2f66b99a-c84c-403b-b3c0-90cb763b8812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:28.801596 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-25d4644d-697d-4634-882e-db9ec65c71cb tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:28.959640 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-25d4644d-697d-4634-882e-db9ec65c71cb tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for port, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:28.963985 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-25d4644d-697d-4634-882e-db9ec65c71cb tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:29.034901 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4644d-697d-4634-882e-db9ec65c71cb tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Pushing event updated for resources: {'Port': ['ID=26c1d1cf-fb9d-438e-8414-3160c5fa2ffc,revision_number=2']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:29.047246 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-25d4644d-697d-4634-882e-db9ec65c71cb tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687214'] for floatingip, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:29.060894 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-25d4644d-697d-4634-882e-db9ec65c71cb tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for floatingip, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:29.062474 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-25d4644d-697d-4634-882e-db9ec65c71cb tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8296797 Aug 20 14:14:29.083656 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-2f66b99a-c84c-403b-b3c0-90cb763b8812 None None] Notify callbacks [] for port, precommit_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:29.094403 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-2f66b99a-c84c-403b-b3c0-90cb763b8812 None None] Transition to ACTIVE for port object ec0ea713-94e9-4df8-95fc-33c83d2d68bc will not be triggered until provisioned by entity L2. {{(pid=94102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:14:29.100405 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-2f66b99a-c84c-403b-b3c0-90cb763b8812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:29.159510 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14a981-fb58-4fc7-9f7e-4e639b25ee0a None None] Pushing event updated for resources: {'Port': ['ID=ec0ea713-94e9-4df8-95fc-33c83d2d68bc,revision_number=3']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:29.209154 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4909be40-e223-45b7-8ba6-afbc159b764f req-4c1f9498-ab13-4319-b623-a1c79074b244 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--154744836&fields=id&tenant_id=051cf31bc2404bc4bdd890680fe831af HTTP/1.1" status: 200 len: 267 time: 0.0346565 Aug 20 14:14:29.214166 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-2f66b99a-c84c-403b-b3c0-90cb763b8812 None None] Attempting to bind port ec0ea713-94e9-4df8-95fc-33c83d2d68bc on host dv-cinder-790535-10-iscsi for vnic_type normal with profile {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:14:29.214549 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-2f66b99a-c84c-403b-b3c0-90cb763b8812 None None] Attempting to bind port ec0ea713-94e9-4df8-95fc-33c83d2d68bc by drivers openvswitch,hyperv on host dv-cinder-790535-10-iscsi at level 0 using segments [{'id': 'dd3afc9f-b317-45cd-bf46-66f38a831537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203'}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:14:29.214884 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f66b99a-c84c-403b-b3c0-90cb763b8812 None None] Attempting to bind port ec0ea713-94e9-4df8-95fc-33c83d2d68bc on network c7fe144a-703d-49b5-aa1b-01c4046f4203 {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:14:29.221000 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f66b99a-c84c-403b-b3c0-90cb763b8812 None None] Checking agent: {'id': '24d8fd69-abc0-4f0a-ba2d-fdf83f719c3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 13, 59, 10), 'started_at': datetime.datetime(2021, 8, 20, 13, 59, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:14:29.221374 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f66b99a-c84c-403b-b3c0-90cb763b8812 None None] Checking segment: {'id': 'dd3afc9f-b317-45cd-bf46-66f38a831537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:14:29.221962 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-2f66b99a-c84c-403b-b3c0-90cb763b8812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:29.222352 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f66b99a-c84c-403b-b3c0-90cb763b8812 None None] Bound using segment: {'id': 'dd3afc9f-b317-45cd-bf46-66f38a831537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203'} {{(pid=94102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:14:29.222819 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.managers [None req-2f66b99a-c84c-403b-b3c0-90cb763b8812 None None] Bound port: ec0ea713-94e9-4df8-95fc-33c83d2d68bc, host: dv-cinder-790535-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd3afc9f-b317-45cd-bf46-66f38a831537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203'}}] {{(pid=94102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:14:29.223193 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-2f66b99a-c84c-403b-b3c0-90cb763b8812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:29.289856 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-2f66b99a-c84c-403b-b3c0-90cb763b8812 None None] For port ec0ea713-94e9-4df8-95fc-33c83d2d68bc, host dv-cinder-790535-10-iscsi, cleared binding levels {{(pid=94102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:14:29.293107 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-2f66b99a-c84c-403b-b3c0-90cb763b8812 None None] For port ec0ea713-94e9-4df8-95fc-33c83d2d68bc, host dv-cinder-790535-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=ec0ea713-94e9-4df8-95fc-33c83d2d68bc,segment=NetworkSegment(dd3afc9f-b317-45cd-bf46-66f38a831537),segment_id=dd3afc9f-b317-45cd-bf46-66f38a831537)] {{(pid=94102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:14:29.300224 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-2f66b99a-c84c-403b-b3c0-90cb763b8812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:29.329122 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909be40-e223-45b7-8ba6-afbc159b764f req-47369d4d-195e-40fb-9770-75768dafea09 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:29.331123 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4909be40-e223-45b7-8ba6-afbc159b764f req-47369d4d-195e-40fb-9770-75768dafea09 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/networks?id=c7fe144a-703d-49b5-aa1b-01c4046f4203 HTTP/1.1" status: 200 len: 811 time: 0.1095014 Aug 20 14:14:29.348710 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4909be40-e223-45b7-8ba6-afbc159b764f req-17feedb4-725d-46e9-a8be-cf3bf31d9fe2 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/quotas/051cf31bc2404bc4bdd890680fe831af HTTP/1.1" status: 200 len: 375 time: 0.0108316 Aug 20 14:14:29.369880 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14a981-fb58-4fc7-9f7e-4e639b25ee0a None None] Pushing event updated for resources: {'Port': ['ID=ec0ea713-94e9-4df8-95fc-33c83d2d68bc,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:29.377451 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f66b99a-c84c-403b-b3c0-90cb763b8812 None None] Routers {'0d09b55f-4666-4799-9b17-7558b0b8be0f'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:14:29.378094 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-2f66b99a-c84c-403b-b3c0-90cb763b8812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:14:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['0d09b55f-4666-4799-9b17-7558b0b8be0f'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:14:29.406475 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4909be40-e223-45b7-8ba6-afbc159b764f req-21794dee-9775-424b-92d6-3d9b52da35dd tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=051cf31bc2404bc4bdd890680fe831af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506828 Aug 20 14:14:29.527532 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4909be40-e223-45b7-8ba6-afbc159b764f req-d28f9535-542f-45d4-ac84-4c3aa70c53bd service neutron] 10.222.0.38 "GET /v2.0/networks/c7fe144a-703d-49b5-aa1b-01c4046f4203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046593 Aug 20 14:14:29.623970 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-2f66b99a-c84c-403b-b3c0-90cb763b8812 None None] Set router 0d09b55f-4666-4799-9b17-7558b0b8be0f gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:14:29.624742 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4909be40-e223-45b7-8ba6-afbc159b764f req-7feb68b4-bb04-4a48-bb70-79d0144628ac service neutron] 10.222.0.38 "GET /v2.0/networks/c7fe144a-703d-49b5-aa1b-01c4046f4203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894101 Aug 20 14:14:29.802356 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-db456e14-1fa8-4d03-a5c3-3cb61cc2a3a4 req-aa46dabe-2e9c-42c7-8d57-4299385cec37 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 210 time: 0.0325966 Aug 20 14:14:29.853195 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-2f66b99a-c84c-403b-b3c0-90cb763b8812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'name': 'tempest-AttachVolumeTestJSON-2000678739-router', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:26Z', 'revision_number': 4, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'gw_port': {'id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': 'ec0ea713-94e9-4df8-95fc-33c83d2d68bc', 'name': '', 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'mac_address': 'fa:16:3e:9f:c7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a72563a2-044e-43fb-9d5a-093c33ebfa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:14:25Z', 'updated_at': '2021-08-20T14:14:29Z', 'revision_number': 4, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'subnets': [{'id': 'a72563a2-044e-43fb-9d5a-093c33ebfa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:14:29.881143 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f66b99a-c84c-403b-b3c0-90cb763b8812 None None] The sync data for ids ['0d09b55f-4666-4799-9b17-7558b0b8be0f'] in dv-cinder-790535-10-iscsi is: [{'id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'name': 'tempest-AttachVolumeTestJSON-2000678739-router', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:26Z', 'revision_number': 4, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'gw_port': {'id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': 'ec0ea713-94e9-4df8-95fc-33c83d2d68bc', 'name': '', 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'mac_address': 'fa:16:3e:9f:c7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a72563a2-044e-43fb-9d5a-093c33ebfa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:14:25Z', 'updated_at': '2021-08-20T14:14:29Z', 'revision_number': 4, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'subnets': [{'id': 'a72563a2-044e-43fb-9d5a-093c33ebfa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:14:30.179025 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 7b385889-867c-4138-8670-5ec69bbbe0a2 up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:14:30.239743 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port 7b385889-867c-4138-8670-5ec69bbbe0a2 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:14:30.240254 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:30.332744 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device ec0ea713-94e9-4df8-95fc-33c83d2d68bc up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:14:30.398938 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning for port ec0ea713-94e9-4df8-95fc-33c83d2d68bc completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:14:30.403459 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port ec0ea713-94e9-4df8-95fc-33c83d2d68bc triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:14:30.409035 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:30.509051 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:30.544916 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] For port ec0ea713-94e9-4df8-95fc-33c83d2d68bc, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=ec0ea713-94e9-4df8-95fc-33c83d2d68bc,segment=NetworkSegment(dd3afc9f-b317-45cd-bf46-66f38a831537),segment_id=dd3afc9f-b317-45cd-bf46-66f38a831537)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:14:30.549799 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:30.601662 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Pushing event updated for resources: {'Port': ['ID=ec0ea713-94e9-4df8-95fc-33c83d2d68bc,revision_number=5']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:30.849183 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909be40-e223-45b7-8ba6-afbc159b764f req-d0652f32-bcd9-431d-9112-20b72715fa2a tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:30.850591 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4909be40-e223-45b7-8ba6-afbc159b764f req-d0652f32-bcd9-431d-9112-20b72715fa2a tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.65 "GET /v2.0/networks?id=c7fe144a-703d-49b5-aa1b-01c4046f4203 HTTP/1.1" status: 200 len: 811 time: 0.1172237 Aug 20 14:14:30.917048 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7e4f6781-5cb8-453c-b7ab-4fd239035496 req-19f0d9d0-3d44-48e6-a3e2-2f05c83f1555 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 210 time: 0.0354955 Aug 20 14:14:30.923100 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4909be40-e223-45b7-8ba6-afbc159b764f req-8615ae63-d529-44da-a3c0-c2d2635f8dc4 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=051cf31bc2404bc4bdd890680fe831af HTTP/1.1" status: 200 len: 379 time: 0.0635152 Aug 20 14:14:30.943102 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-4909be40-e223-45b7-8ba6-afbc159b764f req-acbbf60f-78d0-4a69-a530-be4102b593e9 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Request body: {'port': {'device_id': '772f96ae-35b4-49e9-bd33-e9eca3e516ad', 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203', 'admin_state_up': True, 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'security_groups': ['3028751a-fa74-42fa-9417-6e01641d0714']}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:14:31.057152 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4909be40-e223-45b7-8ba6-afbc159b764f req-acbbf60f-78d0-4a69-a530-be4102b593e9 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Made reservation on behalf of 051cf31bc2404bc4bdd890680fe831af for: {'port': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:14:31.060718 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-4909be40-e223-45b7-8ba6-afbc159b764f req-acbbf60f-78d0-4a69-a530-be4102b593e9 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:31.188740 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [req-4909be40-e223-45b7-8ba6-afbc159b764f req-acbbf60f-78d0-4a69-a530-be4102b593e9 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Allocated IP 172.20.0.8 (c7fe144a-703d-49b5-aa1b-01c4046f4203/a72563a2-044e-43fb-9d5a-093c33ebfa12/abd95b13-3aa1-431b-9d84-4dbea6425536) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:14:31.325862 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-4909be40-e223-45b7-8ba6-afbc159b764f req-acbbf60f-78d0-4a69-a530-be4102b593e9 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:31.339600 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.provisioning_blocks [req-4909be40-e223-45b7-8ba6-afbc159b764f req-acbbf60f-78d0-4a69-a530-be4102b593e9 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Transition to ACTIVE for port object abd95b13-3aa1-431b-9d84-4dbea6425536 will not be triggered until provisioned by entity DHCP. {{(pid=94100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:14:31.371356 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-4909be40-e223-45b7-8ba6-afbc159b764f req-acbbf60f-78d0-4a69-a530-be4102b593e9 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:31.417000 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4909be40-e223-45b7-8ba6-afbc159b764f req-acbbf60f-78d0-4a69-a530-be4102b593e9 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Network c7fe144a-703d-49b5-aa1b-01c4046f4203 is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:14:31.420034 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [req-4909be40-e223-45b7-8ba6-afbc159b764f req-acbbf60f-78d0-4a69-a530-be4102b593e9 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:14:31.423002 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-4909be40-e223-45b7-8ba6-afbc159b764f req-acbbf60f-78d0-4a69-a530-be4102b593e9 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:14:31.458886 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbbf60f-78d0-4a69-a530-be4102b593e9 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Pushing event updated for resources: {'Port': ['ID=abd95b13-3aa1-431b-9d84-4dbea6425536,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:31.485631 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909be40-e223-45b7-8ba6-afbc159b764f req-acbbf60f-78d0-4a69-a530-be4102b593e9 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:31.486257 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-4909be40-e223-45b7-8ba6-afbc159b764f req-acbbf60f-78d0-4a69-a530-be4102b593e9 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:31.503029 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4909be40-e223-45b7-8ba6-afbc159b764f req-acbbf60f-78d0-4a69-a530-be4102b593e9 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5703723 Aug 20 14:14:31.516312 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-4909be40-e223-45b7-8ba6-afbc159b764f req-3999a0d1-8236-45b7-9436-02af77c1b84e service neutron] Request body: {'port': {'device_id': '772f96ae-35b4-49e9-bd33-e9eca3e516ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:14:31.574574 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-4909be40-e223-45b7-8ba6-afbc159b764f req-3999a0d1-8236-45b7-9436-02af77c1b84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:31.604813 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-f1b97273-0949-45ae-b270-ffebba94840e None None] Provisioning for port abd95b13-3aa1-431b-9d84-4dbea6425536 completed by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:14:31.609496 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-f1b97273-0949-45ae-b270-ffebba94840e None None] Provisioning complete for port abd95b13-3aa1-431b-9d84-4dbea6425536 triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:14:31.609881 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-f1b97273-0949-45ae-b270-ffebba94840e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:31.648691 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-f1b97273-0949-45ae-b270-ffebba94840e None None] Port abd95b13-3aa1-431b-9d84-4dbea6425536 cannot update to ACTIVE because it is not bound. {{(pid=94102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:14:31.837998 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [req-4909be40-e223-45b7-8ba6-afbc159b764f req-3999a0d1-8236-45b7-9436-02af77c1b84e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd95b13-3aa1-431b-9d84-4dbea6425536 {{(pid=94100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:14:31.846256 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-4909be40-e223-45b7-8ba6-afbc159b764f req-3999a0d1-8236-45b7-9436-02af77c1b84e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:31.857428 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.provisioning_blocks [req-4909be40-e223-45b7-8ba6-afbc159b764f req-3999a0d1-8236-45b7-9436-02af77c1b84e service neutron] Transition to ACTIVE for port object abd95b13-3aa1-431b-9d84-4dbea6425536 will not be triggered until provisioned by entity L2. {{(pid=94100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:14:31.862065 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-4909be40-e223-45b7-8ba6-afbc159b764f req-3999a0d1-8236-45b7-9436-02af77c1b84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:31.909166 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999a0d1-8236-45b7-9436-02af77c1b84e service neutron] Pushing event updated for resources: {'Port': ['ID=abd95b13-3aa1-431b-9d84-4dbea6425536,revision_number=2']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:31.990100 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-4909be40-e223-45b7-8ba6-afbc159b764f req-3999a0d1-8236-45b7-9436-02af77c1b84e service neutron] Attempting to bind port abd95b13-3aa1-431b-9d84-4dbea6425536 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:14:31.990450 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-4909be40-e223-45b7-8ba6-afbc159b764f req-3999a0d1-8236-45b7-9436-02af77c1b84e service neutron] Attempting to bind port abd95b13-3aa1-431b-9d84-4dbea6425536 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'dd3afc9f-b317-45cd-bf46-66f38a831537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203'}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:14:31.990768 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4909be40-e223-45b7-8ba6-afbc159b764f req-3999a0d1-8236-45b7-9436-02af77c1b84e service neutron] Attempting to bind port abd95b13-3aa1-431b-9d84-4dbea6425536 on network c7fe144a-703d-49b5-aa1b-01c4046f4203 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:14:32.009454 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4909be40-e223-45b7-8ba6-afbc159b764f req-3999a0d1-8236-45b7-9436-02af77c1b84e service neutron] Port abd95b13-3aa1-431b-9d84-4dbea6425536 on network c7fe144a-703d-49b5-aa1b-01c4046f4203 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:14:32.009784 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4909be40-e223-45b7-8ba6-afbc159b764f req-3999a0d1-8236-45b7-9436-02af77c1b84e service neutron] Attempting to bind port abd95b13-3aa1-431b-9d84-4dbea6425536 on network c7fe144a-703d-49b5-aa1b-01c4046f4203 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:14:32.030964 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4909be40-e223-45b7-8ba6-afbc159b764f req-3999a0d1-8236-45b7-9436-02af77c1b84e service neutron] Checking agent: {'id': 'e9494a82-1f02-49fe-8034-7b3c5c14ee49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'started_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:14:32.031310 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4909be40-e223-45b7-8ba6-afbc159b764f req-3999a0d1-8236-45b7-9436-02af77c1b84e service neutron] Checking segment: {'id': 'dd3afc9f-b317-45cd-bf46-66f38a831537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:14:32.031702 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4909be40-e223-45b7-8ba6-afbc159b764f req-3999a0d1-8236-45b7-9436-02af77c1b84e service neutron] Bound using segment: {'id': 'dd3afc9f-b317-45cd-bf46-66f38a831537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203'} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:14:32.032140 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-4909be40-e223-45b7-8ba6-afbc159b764f req-3999a0d1-8236-45b7-9436-02af77c1b84e service neutron] Bound port: abd95b13-3aa1-431b-9d84-4dbea6425536, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd3afc9f-b317-45cd-bf46-66f38a831537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203'}}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:14:32.032547 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-4909be40-e223-45b7-8ba6-afbc159b764f req-3999a0d1-8236-45b7-9436-02af77c1b84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:32.075766 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device ec0ea713-94e9-4df8-95fc-33c83d2d68bc up at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:14:32.086725 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b62bf2-1efe-4f28-96a4-91b6778dc2d9 req-80980559-e3f7-4eae-ae42-2489fbad1567 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:32.088281 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-95b62bf2-1efe-4f28-96a4-91b6778dc2d9 req-80980559-e3f7-4eae-ae42-2489fbad1567 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 943 time: 0.0950942 Aug 20 14:14:32.125265 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Provisioning complete for port ec0ea713-94e9-4df8-95fc-33c83d2d68bc triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:14:32.125640 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:32.129969 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-4909be40-e223-45b7-8ba6-afbc159b764f req-3999a0d1-8236-45b7-9436-02af77c1b84e service neutron] For port abd95b13-3aa1-431b-9d84-4dbea6425536, host hv-cinder-79053, cleared binding levels {{(pid=94100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:14:32.150083 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-4909be40-e223-45b7-8ba6-afbc159b764f req-3999a0d1-8236-45b7-9436-02af77c1b84e service neutron] For port abd95b13-3aa1-431b-9d84-4dbea6425536, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=abd95b13-3aa1-431b-9d84-4dbea6425536,segment=NetworkSegment(dd3afc9f-b317-45cd-bf46-66f38a831537),segment_id=dd3afc9f-b317-45cd-bf46-66f38a831537)] {{(pid=94100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:14:32.153691 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-95b62bf2-1efe-4f28-96a4-91b6778dc2d9 req-dd056fac-d5d7-4d00-9390-240711e61d7d tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550528 Aug 20 14:14:32.158353 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-4909be40-e223-45b7-8ba6-afbc159b764f req-3999a0d1-8236-45b7-9436-02af77c1b84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:32.195569 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909be40-e223-45b7-8ba6-afbc159b764f req-3999a0d1-8236-45b7-9436-02af77c1b84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:32.196184 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-4909be40-e223-45b7-8ba6-afbc159b764f req-3999a0d1-8236-45b7-9436-02af77c1b84e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:32.197573 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4909be40-e223-45b7-8ba6-afbc159b764f req-3999a0d1-8236-45b7-9436-02af77c1b84e service neutron] 10.222.0.65 "PUT /v2.0/ports/abd95b13-3aa1-431b-9d84-4dbea6425536 HTTP/1.1" status: 200 len: 1093 time: 0.6857848 Aug 20 14:14:32.198007 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772f96ae-35b4-49e9-bd33-e9eca3e516ad', 'tag': 'abd95b13-3aa1-431b-9d84-4dbea6425536'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:14:32.200338 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e3545a-9f37-499c-ac14-2661b193928d" -d '{"events": [{"name": "network-changed", "server_uuid": "772f96ae-35b4-49e9-bd33-e9eca3e516ad", "tag": "abd95b13-3aa1-431b-9d84-4dbea6425536"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:14:32.226570 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999a0d1-8236-45b7-9436-02af77c1b84e service neutron] Pushing event updated for resources: {'Port': ['ID=abd95b13-3aa1-431b-9d84-4dbea6425536,revision_number=3']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:32.254191 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287ad342-a779-4fa4-97a2-55dd6823bf64 x-openstack-request-id: req-287ad342-a779-4fa4-97a2-55dd6823bf64 {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:14:32.254478 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "772f96ae-35b4-49e9-bd33-e9eca3e516ad", "tag": "abd95b13-3aa1-431b-9d84-4dbea6425536", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:14:32.254728 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-287ad342-a779-4fa4-97a2-55dd6823bf64 {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:14:32.255124 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '772f96ae-35b4-49e9-bd33-e9eca3e516ad', 'tag': 'abd95b13-3aa1-431b-9d84-4dbea6425536', 'status': 'completed', 'code': 200} Aug 20 14:14:32.288908 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909be40-e223-45b7-8ba6-afbc159b764f req-d0631896-cbdb-40f8-8048-414284caaa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:32.290435 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4909be40-e223-45b7-8ba6-afbc159b764f req-d0631896-cbdb-40f8-8048-414284caaa68 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=051cf31bc2404bc4bdd890680fe831af&device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 1096 time: 0.0452907 Aug 20 14:14:32.334386 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4909be40-e223-45b7-8ba6-afbc159b764f req-0d841503-7a31-42e0-a46f-1478505199fb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abd95b13-3aa1-431b-9d84-4dbea6425536 HTTP/1.1" status: 200 len: 217 time: 0.0344586 Aug 20 14:14:32.384940 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909be40-e223-45b7-8ba6-afbc159b764f req-f4a39e75-a24a-4c9c-976e-e5efe281ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:32.386391 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4909be40-e223-45b7-8ba6-afbc159b764f req-f4a39e75-a24a-4c9c-976e-e5efe281ddbe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a72563a2-044e-43fb-9d5a-093c33ebfa12 HTTP/1.1" status: 200 len: 850 time: 0.0443618 Aug 20 14:14:32.438002 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909be40-e223-45b7-8ba6-afbc159b764f req-14ace42b-d677-49a3-9ac6-660a407e13bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:32.439489 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4909be40-e223-45b7-8ba6-afbc159b764f req-14ace42b-d677-49a3-9ac6-660a407e13bd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c7fe144a-703d-49b5-aa1b-01c4046f4203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0452771 Aug 20 14:14:32.528450 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4909be40-e223-45b7-8ba6-afbc159b764f req-c6fe0076-37bf-45ae-99fc-f11ddceefd1c service neutron] 10.222.0.65 "GET /v2.0/networks/c7fe144a-703d-49b5-aa1b-01c4046f4203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814352 Aug 20 14:14:32.632415 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4909be40-e223-45b7-8ba6-afbc159b764f req-8ee46685-603d-4d2f-bd4e-44110655da62 service neutron] 10.222.0.65 "GET /v2.0/networks/c7fe144a-703d-49b5-aa1b-01c4046f4203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913317 Aug 20 14:14:32.735269 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3545a-9f37-499c-ac14-2661b193928d req-637169be-e7d5-443d-9faa-97b3482a2115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:32.736773 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a8e3545a-9f37-499c-ac14-2661b193928d req-637169be-e7d5-443d-9faa-97b3482a2115 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=051cf31bc2404bc4bdd890680fe831af&device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 1096 time: 0.0419674 Aug 20 14:14:32.824268 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3545a-9f37-499c-ac14-2661b193928d req-f8279cc4-86ab-4422-853b-50f079feeed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:32.825747 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a8e3545a-9f37-499c-ac14-2661b193928d req-f8279cc4-86ab-4422-853b-50f079feeed6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c7fe144a-703d-49b5-aa1b-01c4046f4203 HTTP/1.1" status: 200 len: 912 time: 0.0813954 Aug 20 14:14:32.871347 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a8e3545a-9f37-499c-ac14-2661b193928d req-b0d78df0-3108-4bf4-9952-0abeba7d054f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abd95b13-3aa1-431b-9d84-4dbea6425536 HTTP/1.1" status: 200 len: 217 time: 0.0369544 Aug 20 14:14:32.920205 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3545a-9f37-499c-ac14-2661b193928d req-0c78ab21-7ebc-4a2b-af48-908e505d02a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:32.921711 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a8e3545a-9f37-499c-ac14-2661b193928d req-0c78ab21-7ebc-4a2b-af48-908e505d02a0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a72563a2-044e-43fb-9d5a-093c33ebfa12 HTTP/1.1" status: 200 len: 850 time: 0.0426528 Aug 20 14:14:32.966748 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3545a-9f37-499c-ac14-2661b193928d req-958c9e4f-1457-476d-9a8c-b39ad2b0a73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:32.968819 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a8e3545a-9f37-499c-ac14-2661b193928d req-958c9e4f-1457-476d-9a8c-b39ad2b0a73c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c7fe144a-703d-49b5-aa1b-01c4046f4203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0387425 Aug 20 14:14:33.061544 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a8e3545a-9f37-499c-ac14-2661b193928d req-c308cf21-04ed-4632-b77e-c800fcb9a6d0 service neutron] 10.222.0.65 "GET /v2.0/networks/c7fe144a-703d-49b5-aa1b-01c4046f4203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845187 Aug 20 14:14:33.148451 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a8e3545a-9f37-499c-ac14-2661b193928d req-f55e4af8-eed1-4db5-b9eb-bcd61f865d8b service neutron] 10.222.0.65 "GET /v2.0/networks/c7fe144a-703d-49b5-aa1b-01c4046f4203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801532 Aug 20 14:14:33.276196 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02335cf0-62b5-4226-ad2b-7b82e7fcc825 req-fce72c02-de7c-4dcb-9e02-02a047dd228b tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:33.277675 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-02335cf0-62b5-4226-ad2b-7b82e7fcc825 req-fce72c02-de7c-4dcb-9e02-02a047dd228b tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 943 time: 0.0528865 Aug 20 14:14:33.314782 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-02335cf0-62b5-4226-ad2b-7b82e7fcc825 req-008c65e8-f05a-4e45-b5a8-8c7ec4b04eb7 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310602 Aug 20 14:14:34.431901 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34c3f9-0616-407c-8aae-a8f33923b50d req-b99fcd85-1676-4988-bd0b-85b65e7bf7cd tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:34.436083 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0c34c3f9-0616-407c-8aae-a8f33923b50d req-b99fcd85-1676-4988-bd0b-85b65e7bf7cd tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 943 time: 0.0490682 Aug 20 14:14:34.472270 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0c34c3f9-0616-407c-8aae-a8f33923b50d req-819a6f0b-9845-4ee7-9722-39aecf28149f tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326233 Aug 20 14:14:34.757391 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device abd95b13-3aa1-431b-9d84-4dbea6425536 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:14:34.850357 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port abd95b13-3aa1-431b-9d84-4dbea6425536, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=abd95b13-3aa1-431b-9d84-4dbea6425536,segment=NetworkSegment(dd3afc9f-b317-45cd-bf46-66f38a831537),segment_id=dd3afc9f-b317-45cd-bf46-66f38a831537)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:14:34.861303 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Returning: {'device': 'abd95b13-3aa1-431b-9d84-4dbea6425536', 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203', 'port_id': 'abd95b13-3aa1-431b-9d84-4dbea6425536', 'mac_address': 'fa:16:3e:32:fd:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72563a2-044e-43fb-9d5a-093c33ebfa12', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:14:34.897704 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:34.909841 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd95b13-3aa1-431b-9d84-4dbea6425536 {{(pid=94102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:14:34.928453 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port abd95b13-3aa1-431b-9d84-4dbea6425536, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=abd95b13-3aa1-431b-9d84-4dbea6425536,segment=NetworkSegment(dd3afc9f-b317-45cd-bf46-66f38a831537),segment_id=dd3afc9f-b317-45cd-bf46-66f38a831537)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:14:34.932435 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:34.979246 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=abd95b13-3aa1-431b-9d84-4dbea6425536,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:35.151442 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['abd95b13-3aa1-431b-9d84-4dbea6425536'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:14:35.586301 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d085b97-f811-4ebd-a64a-cb3b0b19100c req-062a6859-17ee-4435-9990-713003e1aa9d tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:35.587795 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6d085b97-f811-4ebd-a64a-cb3b0b19100c req-062a6859-17ee-4435-9990-713003e1aa9d tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 944 time: 0.0486913 Aug 20 14:14:35.626740 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6d085b97-f811-4ebd-a64a-cb3b0b19100c req-2ea3b501-b712-4c56-9075-482446383a2a tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322125 Aug 20 14:14:36.758042 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557c903-078f-4c1b-8efe-dca05e755721 req-54012217-b472-4115-a7a8-f41f6b1c39a3 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:36.759712 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8557c903-078f-4c1b-8efe-dca05e755721 req-54012217-b472-4115-a7a8-f41f6b1c39a3 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 944 time: 0.0587914 Aug 20 14:14:36.788943 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device abd95b13-3aa1-431b-9d84-4dbea6425536 up at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:14:36.801101 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8557c903-078f-4c1b-8efe-dca05e755721 req-97ed1169-e650-4aa6-9821-0f864be3876c tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347040 Aug 20 14:14:36.837411 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning for port abd95b13-3aa1-431b-9d84-4dbea6425536 completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:14:36.841096 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning complete for port abd95b13-3aa1-431b-9d84-4dbea6425536 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:14:36.841453 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:36.920371 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:36.941872 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772f96ae-35b4-49e9-bd33-e9eca3e516ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd95b13-3aa1-431b-9d84-4dbea6425536'}] {{(pid=94102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:14:36.944113 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658e03e68c488354c0da9c4193b8775245da486d5210860026445f3bfd5b20fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693d3e47-6399-49a1-8e33-cb3e05cab639" -d '{"events": [{"server_uuid": "772f96ae-35b4-49e9-bd33-e9eca3e516ad", "name": "network-vif-plugged", "status": "completed", "tag": "abd95b13-3aa1-431b-9d84-4dbea6425536"}]}' {{(pid=94102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:14:36.957876 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port abd95b13-3aa1-431b-9d84-4dbea6425536, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=abd95b13-3aa1-431b-9d84-4dbea6425536,segment=NetworkSegment(dd3afc9f-b317-45cd-bf46-66f38a831537),segment_id=dd3afc9f-b317-45cd-bf46-66f38a831537)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:14:36.962221 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:36.985993 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0772551c-e8c5-4749-afc3-6c3ab0bcb6c3 x-openstack-request-id: req-0772551c-e8c5-4749-afc3-6c3ab0bcb6c3 {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:14:36.986282 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772f96ae-35b4-49e9-bd33-e9eca3e516ad", "name": "network-vif-plugged", "status": "completed", "tag": "abd95b13-3aa1-431b-9d84-4dbea6425536", "code": 200}]} {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:14:36.986615 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0772551c-e8c5-4749-afc3-6c3ab0bcb6c3 {{(pid=94102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:14:36.987002 dv-cinder-790535-10-iscsi neutron-server[94102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772f96ae-35b4-49e9-bd33-e9eca3e516ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd95b13-3aa1-431b-9d84-4dbea6425536', 'code': 200} Aug 20 14:14:37.012887 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=abd95b13-3aa1-431b-9d84-4dbea6425536,revision_number=5']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:14:37.146062 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e139a-1e38-4669-a199-1bb911204abc req-bd697d44-3d27-4f2b-94a9-1798e96b84e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:37.147543 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-909e139a-1e38-4669-a199-1bb911204abc req-bd697d44-3d27-4f2b-94a9-1798e96b84e7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 1098 time: 0.0400395 Aug 20 14:14:37.181150 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-909e139a-1e38-4669-a199-1bb911204abc req-9d0a694f-4347-4e89-9438-3ddba0ec4838 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271533 Aug 20 14:14:37.702150 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-de8c157d-63bf-4e2c-9832-864e9493c62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:37.912942 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded02ff0-8693-4f4c-947d-3e4e79a7f43a req-e691e99e-0a30-444f-a001-faff83c92272 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:37.914424 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ded02ff0-8693-4f4c-947d-3e4e79a7f43a req-e691e99e-0a30-444f-a001-faff83c92272 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.0478289 Aug 20 14:14:37.954839 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ded02ff0-8693-4f4c-947d-3e4e79a7f43a req-4bd9bc4c-2ee5-492f-b6a7-6f6f0262063a tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342369 Aug 20 14:14:39.073021 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d598715-99d7-45a7-bd16-6b9bf87b2dbe req-583304cd-1098-4e23-bbfb-890b6a41784c tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:39.074503 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9d598715-99d7-45a7-bd16-6b9bf87b2dbe req-583304cd-1098-4e23-bbfb-890b6a41784c tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.0506251 Aug 20 14:14:39.114071 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9d598715-99d7-45a7-bd16-6b9bf87b2dbe req-98ebbdac-199f-4bfd-89cb-b4bfd0ec2993 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331812 Aug 20 14:14:39.224090 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8f611-e4fa-438b-adc6-10a8714fc5b7 req-e397fdf3-1d8d-4896-bdbf-e0020f2a5882 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:39.225619 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-efe8f611-e4fa-438b-adc6-10a8714fc5b7 req-e397fdf3-1d8d-4896-bdbf-e0020f2a5882 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.0490606 Aug 20 14:14:39.234136 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 32982) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:14:39.238446 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-1396ed0f-6b49-4873-b6d0-d086a70c6173 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Request body: {'floatingip': {'port_id': 'abd95b13-3aa1-431b-9d84-4dbea6425536'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:14:39.277016 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-1396ed0f-6b49-4873-b6d0-d086a70c6173 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for floatingip, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:39.705227 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-1396ed0f-6b49-4873-b6d0-d086a70c6173 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:39.708877 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-1396ed0f-6b49-4873-b6d0-d086a70c6173 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687214'] for floatingip, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:39.805950 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.db.l3_db [None req-1396ed0f-6b49-4873-b6d0-d086a70c6173 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Floating IP 7ce37d20-6c79-4599-8dd1-a7cbfa89ccfc associated. External IP: 172.27.3.213, port: abd95b13-3aa1-431b-9d84-4dbea6425536. Aug 20 14:14:40.258219 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1396ed0f-6b49-4873-b6d0-d086a70c6173 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Router 0d09b55f-4666-4799-9b17-7558b0b8be0f has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:14:40.363915 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1396ed0f-6b49-4873-b6d0-d086a70c6173 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:14:40.368316 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-1396ed0f-6b49-4873-b6d0-d086a70c6173 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for floatingip, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:40.373286 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24b22ab-4767-43a2-af1d-c4631a7b2539 None None] Sync routers for ids ['0d09b55f-4666-4799-9b17-7558b0b8be0f'] in dv-cinder-790535-10-iscsi {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:14:40.382897 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24b22ab-4767-43a2-af1d-c4631a7b2539 None None] Routers {'0d09b55f-4666-4799-9b17-7558b0b8be0f'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:14:40.383501 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-a24b22ab-4767-43a2-af1d-c4631a7b2539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:14:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['0d09b55f-4666-4799-9b17-7558b0b8be0f'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:14:40.397207 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-1396ed0f-6b49-4873-b6d0-d086a70c6173 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "PUT /v2.0/floatingips/7ce37d20-6c79-4599-8dd1-a7cbfa89ccfc HTTP/1.1" status: 200 len: 991 time: 1.1596065 Aug 20 14:14:40.397207 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772f96ae-35b4-49e9-bd33-e9eca3e516ad', 'tag': 'abd95b13-3aa1-431b-9d84-4dbea6425536'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:14:40.397567 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cc28cb-07ac-46ad-aefc-82d8759ab9cd" -d '{"events": [{"name": "network-changed", "server_uuid": "772f96ae-35b4-49e9-bd33-e9eca3e516ad", "tag": "abd95b13-3aa1-431b-9d84-4dbea6425536"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:14:40.438080 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251cef5a-59a7-444c-b31f-b1fd9d8ba3ce x-openstack-request-id: req-251cef5a-59a7-444c-b31f-b1fd9d8ba3ce {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:14:40.438080 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "772f96ae-35b4-49e9-bd33-e9eca3e516ad", "tag": "abd95b13-3aa1-431b-9d84-4dbea6425536", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:14:40.438080 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-251cef5a-59a7-444c-b31f-b1fd9d8ba3ce {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:14:40.438080 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '772f96ae-35b4-49e9-bd33-e9eca3e516ad', 'tag': 'abd95b13-3aa1-431b-9d84-4dbea6425536', 'status': 'completed', 'code': 200} Aug 20 14:14:40.468996 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-cea4677c-4280-466d-a4dc-82d7aa7ce4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:40.493090 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:40.495131 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-a24b22ab-4767-43a2-af1d-c4631a7b2539 None None] Set router 0d09b55f-4666-4799-9b17-7558b0b8be0f gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:14:40.509963 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc28cb-07ac-46ad-aefc-82d8759ab9cd req-d3a900f8-5721-4c67-9611-fd7dc05c1898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:40.511367 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b4cc28cb-07ac-46ad-aefc-82d8759ab9cd req-d3a900f8-5721-4c67-9611-fd7dc05c1898 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=051cf31bc2404bc4bdd890680fe831af&device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 1098 time: 0.0490289 Aug 20 14:14:40.605639 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc28cb-07ac-46ad-aefc-82d8759ab9cd req-d8239e39-acfb-49f6-ac19-4135d8c3af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:40.607234 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b4cc28cb-07ac-46ad-aefc-82d8759ab9cd req-d8239e39-acfb-49f6-ac19-4135d8c3af75 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c7fe144a-703d-49b5-aa1b-01c4046f4203 HTTP/1.1" status: 200 len: 912 time: 0.0883837 Aug 20 14:14:40.673156 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b4cc28cb-07ac-46ad-aefc-82d8759ab9cd req-db7880e2-0cb9-47a9-ac94-cbd86e03b773 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abd95b13-3aa1-431b-9d84-4dbea6425536 HTTP/1.1" status: 200 len: 999 time: 0.0579903 Aug 20 14:14:40.719680 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-a24b22ab-4767-43a2-af1d-c4631a7b2539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'name': 'tempest-AttachVolumeTestJSON-2000678739-router', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:26Z', 'revision_number': 4, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'gw_port': {'id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_floatingips': [{'id': '7ce37d20-6c79-4599-8dd1-a7cbfa89ccfc', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'router_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'port_id': 'abd95b13-3aa1-431b-9d84-4dbea6425536', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203', 'mac_address': 'fa:16:3e:32:fd:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772f96ae-35b4-49e9-bd33-e9eca3e516ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:14:28Z', 'updated_at': '2021-08-20T14:14:39Z', 'revision_number': 1, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec0ea713-94e9-4df8-95fc-33c83d2d68bc', 'name': '', 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'mac_address': 'fa:16:3e:9f:c7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a72563a2-044e-43fb-9d5a-093c33ebfa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:14:25Z', 'updated_at': '2021-08-20T14:14:30Z', 'revision_number': 5, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'subnets': [{'id': 'a72563a2-044e-43fb-9d5a-093c33ebfa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:14:40.725953 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc28cb-07ac-46ad-aefc-82d8759ab9cd req-1480a1b9-f68b-4186-9372-fc586388e87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:40.727395 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b4cc28cb-07ac-46ad-aefc-82d8759ab9cd req-1480a1b9-f68b-4186-9372-fc586388e87d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a72563a2-044e-43fb-9d5a-093c33ebfa12 HTTP/1.1" status: 200 len: 850 time: 0.0467253 Aug 20 14:14:40.744960 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24b22ab-4767-43a2-af1d-c4631a7b2539 None None] Checking router: 0d09b55f-4666-4799-9b17-7558b0b8be0f for host: dv-cinder-790535-10-iscsi {{(pid=94103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:14:40.753943 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24b22ab-4767-43a2-af1d-c4631a7b2539 None None] Routers {'0d09b55f-4666-4799-9b17-7558b0b8be0f'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:14:40.754549 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-a24b22ab-4767-43a2-af1d-c4631a7b2539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:14:40Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['0d09b55f-4666-4799-9b17-7558b0b8be0f'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:14:40.773838 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc28cb-07ac-46ad-aefc-82d8759ab9cd req-7612c019-369b-4b65-a853-3684edac6186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:14:40.775242 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b4cc28cb-07ac-46ad-aefc-82d8759ab9cd req-7612c019-369b-4b65-a853-3684edac6186 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c7fe144a-703d-49b5-aa1b-01c4046f4203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397041 Aug 20 14:14:40.858804 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-a24b22ab-4767-43a2-af1d-c4631a7b2539 None None] Set router 0d09b55f-4666-4799-9b17-7558b0b8be0f gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:14:40.866175 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b4cc28cb-07ac-46ad-aefc-82d8759ab9cd req-b3b1ca7d-7fc8-4a14-9e37-0c1a011e74d2 service neutron] 10.222.0.65 "GET /v2.0/networks/c7fe144a-703d-49b5-aa1b-01c4046f4203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823877 Aug 20 14:14:40.961588 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b4cc28cb-07ac-46ad-aefc-82d8759ab9cd req-3935901c-8976-4aa9-8bbb-e5e32ba0b08a service neutron] 10.222.0.65 "GET /v2.0/networks/c7fe144a-703d-49b5-aa1b-01c4046f4203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883758 Aug 20 14:14:41.082039 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-a24b22ab-4767-43a2-af1d-c4631a7b2539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'name': 'tempest-AttachVolumeTestJSON-2000678739-router', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:26Z', 'revision_number': 4, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'gw_port': {'id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_floatingips': [{'id': '7ce37d20-6c79-4599-8dd1-a7cbfa89ccfc', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'router_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'port_id': 'abd95b13-3aa1-431b-9d84-4dbea6425536', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203', 'mac_address': 'fa:16:3e:32:fd:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772f96ae-35b4-49e9-bd33-e9eca3e516ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:14:28Z', 'updated_at': '2021-08-20T14:14:39Z', 'revision_number': 1, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec0ea713-94e9-4df8-95fc-33c83d2d68bc', 'name': '', 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'mac_address': 'fa:16:3e:9f:c7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a72563a2-044e-43fb-9d5a-093c33ebfa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:14:25Z', 'updated_at': '2021-08-20T14:14:30Z', 'revision_number': 5, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'subnets': [{'id': 'a72563a2-044e-43fb-9d5a-093c33ebfa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:14:41.107341 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24b22ab-4767-43a2-af1d-c4631a7b2539 None None] The sync data for ids ['0d09b55f-4666-4799-9b17-7558b0b8be0f'] in dv-cinder-790535-10-iscsi is: [{'id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'name': 'tempest-AttachVolumeTestJSON-2000678739-router', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:26Z', 'revision_number': 4, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'gw_port': {'id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_floatingips': [{'id': '7ce37d20-6c79-4599-8dd1-a7cbfa89ccfc', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'router_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'port_id': 'abd95b13-3aa1-431b-9d84-4dbea6425536', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203', 'mac_address': 'fa:16:3e:32:fd:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772f96ae-35b4-49e9-bd33-e9eca3e516ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:14:28Z', 'updated_at': '2021-08-20T14:14:39Z', 'revision_number': 1, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec0ea713-94e9-4df8-95fc-33c83d2d68bc', 'name': '', 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'mac_address': 'fa:16:3e:9f:c7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a72563a2-044e-43fb-9d5a-093c33ebfa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:14:25Z', 'updated_at': '2021-08-20T14:14:30Z', 'revision_number': 5, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'subnets': [{'id': 'a72563a2-044e-43fb-9d5a-093c33ebfa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:14:41.290659 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2af546-c670-4952-b219-819eab03c3aa None None] New status for floating IP 7ce37d20-6c79-4599-8dd1-a7cbfa89ccfc: ACTIVE {{(pid=94102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:14:41.578814 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:42.136886 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 6 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:14:42.503742 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:14:43.093947 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:07.705985 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf42d-3398-45d0-9a93-297c486c1be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:10.461262 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-0fea421a-c668-4d14-99d4-aa4dd62a248a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:10.484882 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:11.582713 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:12.505549 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:13.097294 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:18.647457 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e8572e50-27ab-45fa-9351-e77a15f02d01 req-4f46473d-bd3b-4ee0-9c9c-b2b09b91ed57 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2e4837b1-3908-40e1-a7bc-159eda9cc71b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413053 Aug 20 14:15:18.732624 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8572e50-27ab-45fa-9351-e77a15f02d01 req-7c2934fd-8c84-4dec-8409-498d0721d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:18.734148 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e8572e50-27ab-45fa-9351-e77a15f02d01 req-7c2934fd-8c84-4dec-8409-498d0721d85f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b9547b5173c74472b28578fee4efd2de&device_id=2e4837b1-3908-40e1-a7bc-159eda9cc71b HTTP/1.1" status: 200 len: 1099 time: 0.0441678 Aug 20 14:15:18.854175 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8572e50-27ab-45fa-9351-e77a15f02d01 req-7d731752-7821-480d-9c20-1a9da152c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:18.855806 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e8572e50-27ab-45fa-9351-e77a15f02d01 req-7d731752-7821-480d-9c20-1a9da152c595 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1 HTTP/1.1" status: 200 len: 912 time: 0.1005731 Aug 20 14:15:18.940249 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e8572e50-27ab-45fa-9351-e77a15f02d01 req-0095fe5d-2b99-4403-b8ff-8ba2f4d71cfb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c96090f-f850-47a9-856b-d017c651648f HTTP/1.1" status: 200 len: 1001 time: 0.0719857 Aug 20 14:15:18.994262 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8572e50-27ab-45fa-9351-e77a15f02d01 req-e02d6918-1845-4c50-9967-2c93a848ade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:18.995732 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e8572e50-27ab-45fa-9351-e77a15f02d01 req-e02d6918-1845-4c50-9967-2c93a848ade8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=70930b94-b5fe-43e0-b1d1-cb529415b9c1 HTTP/1.1" status: 200 len: 850 time: 0.0486982 Aug 20 14:15:19.042368 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8572e50-27ab-45fa-9351-e77a15f02d01 req-28e54a36-c5d6-4ee1-adca-84858f0306b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:19.043850 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e8572e50-27ab-45fa-9351-e77a15f02d01 req-28e54a36-c5d6-4ee1-adca-84858f0306b4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404918 Aug 20 14:15:19.132976 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e8572e50-27ab-45fa-9351-e77a15f02d01 req-dd9b1f2d-b3a8-4045-a245-4d1b9e447bdc service neutron] 10.222.0.65 "GET /v2.0/networks/0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811481 Aug 20 14:15:19.135228 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 6 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:15:19.228240 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e8572e50-27ab-45fa-9351-e77a15f02d01 req-b328c992-4611-4883-b99e-c354e8ca5e01 service neutron] 10.222.0.65 "GET /v2.0/networks/0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872068 Aug 20 14:15:25.538685 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71812a58-0577-445f-a943-82afb5437174 req-81abaf67-dcc7-4470-bb4c-4e4b89e25c4b tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:25.540088 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-71812a58-0577-445f-a943-82afb5437174 req-81abaf67-dcc7-4470-bb4c-4e4b89e25c4b tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.0514295 Aug 20 14:15:25.576735 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-71812a58-0577-445f-a943-82afb5437174 req-9d6d496e-8347-40ba-a12c-f73369166017 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303726 Aug 20 14:15:26.693937 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bc5a0-83dc-47cd-853e-a865804e5c09 req-d6d62108-4077-4421-b801-7404a9691e48 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:26.695414 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-550bc5a0-83dc-47cd-853e-a865804e5c09 req-d6d62108-4077-4421-b801-7404a9691e48 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.0484896 Aug 20 14:15:26.732391 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-550bc5a0-83dc-47cd-853e-a865804e5c09 req-222bb464-6b13-452c-8634-b831d097e62d tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310407 Aug 20 14:15:27.854249 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2161c-0cff-4985-bb56-e6de8b221753 req-e3838001-3ae4-4ba5-b7f0-22e48bcb959d tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:27.855704 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a0d2161c-0cff-4985-bb56-e6de8b221753 req-e3838001-3ae4-4ba5-b7f0-22e48bcb959d tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.0527542 Aug 20 14:15:27.892647 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a0d2161c-0cff-4985-bb56-e6de8b221753 req-f7111fad-5a9a-48b1-bce2-30820c679d87 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309293 Aug 20 14:15:29.010804 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdc6b4-0971-4399-b262-1047a1595df4 req-4109f6c3-c817-490c-a5cd-8df5a5b87aa9 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:29.012281 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cabdc6b4-0971-4399-b262-1047a1595df4 req-4109f6c3-c817-490c-a5cd-8df5a5b87aa9 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.0486281 Aug 20 14:15:29.050038 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cabdc6b4-0971-4399-b262-1047a1595df4 req-49d8cd17-0f24-4efd-bb58-8afaf178dec2 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318027 Aug 20 14:15:30.162919 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff728d68-4dd4-4d0a-bdf6-198267d3b830 req-89c782df-0cb4-4fce-8991-4d1df30d1b21 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:30.164394 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ff728d68-4dd4-4d0a-bdf6-198267d3b830 req-89c782df-0cb4-4fce-8991-4d1df30d1b21 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.0487914 Aug 20 14:15:30.202478 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ff728d68-4dd4-4d0a-bdf6-198267d3b830 req-d69443cd-9fb5-4679-9019-62d903ce2158 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318351 Aug 20 14:15:31.321545 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170e7cc-ffb7-4db9-b8c2-53c945d078a1 req-f13af70f-f1c8-46f0-871f-1853d30e6d28 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:31.323003 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9170e7cc-ffb7-4db9-b8c2-53c945d078a1 req-f13af70f-f1c8-46f0-871f-1853d30e6d28 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.0525329 Aug 20 14:15:31.361419 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-9170e7cc-ffb7-4db9-b8c2-53c945d078a1 req-58db7d7f-76d7-4271-82aa-48f9094380fd tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317514 Aug 20 14:15:32.479070 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ea263-edec-43a9-93c3-0db60033f3bd req-5e5018e0-66ab-4a15-ae07-7a5dc4d888b4 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:32.480711 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ea0ea263-edec-43a9-93c3-0db60033f3bd req-5e5018e0-66ab-4a15-ae07-7a5dc4d888b4 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.0500565 Aug 20 14:15:32.518321 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ea0ea263-edec-43a9-93c3-0db60033f3bd req-108da3a4-6229-442c-aeb5-f848720c8d86 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315773 Aug 20 14:15:33.632375 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8018bb1-3ec8-47f9-864a-f9de97640345 req-2c51d7fe-cb5b-4137-9d07-f9f2604bfea1 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:33.633945 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d8018bb1-3ec8-47f9-864a-f9de97640345 req-2c51d7fe-cb5b-4137-9d07-f9f2604bfea1 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.0477271 Aug 20 14:15:33.679075 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d8018bb1-3ec8-47f9-864a-f9de97640345 req-fa43ba10-c38a-4d97-aaea-f3b9297a7a16 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392971 Aug 20 14:15:34.797989 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac8d58-d4a4-4df8-b7e3-5662105df12c req-5402e448-ceba-4f78-badc-e7e1254d6100 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:34.799446 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7fac8d58-d4a4-4df8-b7e3-5662105df12c req-5402e448-ceba-4f78-badc-e7e1254d6100 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.0527198 Aug 20 14:15:34.835701 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7fac8d58-d4a4-4df8-b7e3-5662105df12c req-e89c122c-8d75-4d30-9a24-f821ac74b6d2 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303288 Aug 20 14:15:35.950184 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0901a54-1939-4104-8744-d6b87a7f7981 req-c381d67b-9742-497c-ac82-b326e3d72397 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:35.951654 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b0901a54-1939-4104-8744-d6b87a7f7981 req-c381d67b-9742-497c-ac82-b326e3d72397 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.0494106 Aug 20 14:15:35.988401 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b0901a54-1939-4104-8744-d6b87a7f7981 req-e3497fe3-7225-412f-8f75-c9087844d159 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309017 Aug 20 14:15:37.103398 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d533be-0a4f-43a4-801e-c9d13d61c1ee req-1d5da471-6a74-4433-ac87-c0949c3ddac3 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:37.104900 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c8d533be-0a4f-43a4-801e-c9d13d61c1ee req-1d5da471-6a74-4433-ac87-c0949c3ddac3 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.0485518 Aug 20 14:15:37.143712 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-c8d533be-0a4f-43a4-801e-c9d13d61c1ee req-5d4d7568-2e86-4de9-9625-984cb5eba7a2 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319939 Aug 20 14:15:37.708350 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-016ad256-0631-42e4-9027-1cd3772cc186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:38.262015 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b0a37-4f77-4b77-bf49-5de5297bf7be req-040c189e-e084-44c1-8c86-7dad69d113ec tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:38.263484 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-857b0a37-4f77-4b77-bf49-5de5297bf7be req-040c189e-e084-44c1-8c86-7dad69d113ec tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.0517566 Aug 20 14:15:38.301434 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-857b0a37-4f77-4b77-bf49-5de5297bf7be req-29623c31-b595-41f3-b309-fcf77644c922 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312364 Aug 20 14:15:39.423197 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb0111-e670-471e-aa1e-c753f6cce018 req-23ad5331-8070-45f7-91ef-ca5885c67ca3 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:39.424692 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6dfb0111-e670-471e-aa1e-c753f6cce018 req-23ad5331-8070-45f7-91ef-ca5885c67ca3 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.0568502 Aug 20 14:15:39.466633 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6dfb0111-e670-471e-aa1e-c753f6cce018 req-2ebcda17-ddbb-4f96-bcc0-c88faee79588 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358853 Aug 20 14:15:40.461934 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-15132282-26e7-466f-aec7-34f64ee4a4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:40.485464 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:40.586661 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08244e3-6021-4319-8159-662fb5dfb55e req-d4581b90-8926-4d7c-8a0b-bbc35ef9bc00 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:40.588352 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d08244e3-6021-4319-8159-662fb5dfb55e req-d4581b90-8926-4d7c-8a0b-bbc35ef9bc00 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.0481572 Aug 20 14:15:40.625612 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d08244e3-6021-4319-8159-662fb5dfb55e req-e99dae03-8c97-476a-8b54-d69f46f5da56 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304599 Aug 20 14:15:41.584224 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:41.746556 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4404e-6fbc-442c-9fb0-2c1c43c52a07 req-c680ee29-649c-493a-8749-1ebd632cb34a tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:41.747920 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a1a4404e-6fbc-442c-9fb0-2c1c43c52a07 req-c680ee29-649c-493a-8749-1ebd632cb34a tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.0524945 Aug 20 14:15:41.786101 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a1a4404e-6fbc-442c-9fb0-2c1c43c52a07 req-61677597-64fd-433a-8504-d00923c224c3 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317864 Aug 20 14:15:41.982626 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c9a44-5c8b-4933-8541-1c2ce906596f req-09fc9de5-718e-4366-932a-1bca9108129e tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:41.984754 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-846c9a44-5c8b-4933-8541-1c2ce906596f req-09fc9de5-718e-4366-932a-1bca9108129e tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.0508306 Aug 20 14:15:42.049221 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-846c9a44-5c8b-4933-8541-1c2ce906596f req-5f1e5125-5cfb-4155-9316-2df3e4c68a80 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584369 Aug 20 14:15:42.058419 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf240ef1-d86f-4ff9-8dec-2d17a3e5ad1f req-06debb0e-36ec-4bee-91a1-f94a7839c9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:42.059872 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-bf240ef1-d86f-4ff9-8dec-2d17a3e5ad1f req-06debb0e-36ec-4bee-91a1-f94a7839c9c8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=051cf31bc2404bc4bdd890680fe831af&device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 1098 time: 0.0546999 Aug 20 14:15:42.150190 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf240ef1-d86f-4ff9-8dec-2d17a3e5ad1f req-68d64ce8-80cd-46b7-94fe-2866620c3c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:42.151627 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-bf240ef1-d86f-4ff9-8dec-2d17a3e5ad1f req-68d64ce8-80cd-46b7-94fe-2866620c3c69 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c7fe144a-703d-49b5-aa1b-01c4046f4203 HTTP/1.1" status: 200 len: 912 time: 0.0849934 Aug 20 14:15:42.215170 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-bf240ef1-d86f-4ff9-8dec-2d17a3e5ad1f req-d5bed723-7b76-4c9f-ba97-4af77054040b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abd95b13-3aa1-431b-9d84-4dbea6425536 HTTP/1.1" status: 200 len: 1001 time: 0.0563054 Aug 20 14:15:42.266969 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf240ef1-d86f-4ff9-8dec-2d17a3e5ad1f req-67f411f6-d5d8-4241-8369-2fc81575f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:42.268396 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-bf240ef1-d86f-4ff9-8dec-2d17a3e5ad1f req-67f411f6-d5d8-4241-8369-2fc81575f447 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a72563a2-044e-43fb-9d5a-093c33ebfa12 HTTP/1.1" status: 200 len: 850 time: 0.0460610 Aug 20 14:15:42.313465 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf240ef1-d86f-4ff9-8dec-2d17a3e5ad1f req-0f338e35-43c1-41ab-92bd-67c008c5ef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:42.314836 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-bf240ef1-d86f-4ff9-8dec-2d17a3e5ad1f req-0f338e35-43c1-41ab-92bd-67c008c5ef95 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c7fe144a-703d-49b5-aa1b-01c4046f4203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397077 Aug 20 14:15:42.400284 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-bf240ef1-d86f-4ff9-8dec-2d17a3e5ad1f req-903d3f23-847e-4757-88d5-910d943bf619 service neutron] 10.222.0.65 "GET /v2.0/networks/c7fe144a-703d-49b5-aa1b-01c4046f4203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785532 Aug 20 14:15:42.493489 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-bf240ef1-d86f-4ff9-8dec-2d17a3e5ad1f req-0753b62f-8b38-4ee9-bb20-204fa6baf17f service neutron] 10.222.0.65 "GET /v2.0/networks/c7fe144a-703d-49b5-aa1b-01c4046f4203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860517 Aug 20 14:15:42.517014 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:43.098535 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:15:43.173586 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1259510-c5a5-47e9-9640-0a0314bfceee req-635d6df0-e037-4067-9639-f210989b5046 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:15:43.175066 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d1259510-c5a5-47e9-9640-0a0314bfceee req-635d6df0-e037-4067-9639-f210989b5046 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.0515590 Aug 20 14:15:43.213604 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d1259510-c5a5-47e9-9640-0a0314bfceee req-ab7e3af2-6d1a-4181-a4d1-9f4fceb72934 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326109 Aug 20 14:15:56.134128 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 6 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:16:07.716327 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-92e55030-6f5b-4d88-8166-24273a858c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:16:10.461945 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-b99a9cc7-a2fc-42a0-aa3f-d4d26bd3b4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:16:10.485259 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:16:11.587633 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:16:12.530757 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:16:13.102572 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:16:17.287153 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4158a1-6ba9-4186-aefe-2e56c7f13f60 req-df398710-63a4-408a-bd9b-a1cc8ecf2290 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:16:17.288690 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6c4158a1-6ba9-4186-aefe-2e56c7f13f60 req-df398710-63a4-408a-bd9b-a1cc8ecf2290 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.0532310 Aug 20 14:16:17.325653 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6c4158a1-6ba9-4186-aefe-2e56c7f13f60 req-41717702-a84f-43b0-9850-4fef41736bdc tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310130 Aug 20 14:16:18.443266 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00403093-5d2d-464c-8c7b-714e2675f27c req-c33cd1ef-bc08-483a-a4ff-3f56c8d27e9a tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:16:18.444839 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-00403093-5d2d-464c-8c7b-714e2675f27c req-c33cd1ef-bc08-483a-a4ff-3f56c8d27e9a tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.0506160 Aug 20 14:16:18.482268 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-00403093-5d2d-464c-8c7b-714e2675f27c req-2cfa6dc5-36dd-40ec-bfac-699d72267ed2 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315456 Aug 20 14:16:19.600976 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4054fb-9886-4274-a905-3bbf43171404 req-bebafe3f-a8c8-4479-a73b-d5f99727b305 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:16:19.602457 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1a4054fb-9886-4274-a905-3bbf43171404 req-bebafe3f-a8c8-4479-a73b-d5f99727b305 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.0494587 Aug 20 14:16:19.668408 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62e972-5514-4d87-b18a-1db52bcd2143 req-20e64881-3604-42ea-9e96-4c5e1e834700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:16:19.670139 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ec62e972-5514-4d87-b18a-1db52bcd2143 req-20e64881-3604-42ea-9e96-4c5e1e834700 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=051cf31bc2404bc4bdd890680fe831af&device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 1098 time: 0.0635223 Aug 20 14:16:19.673578 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-1a4054fb-9886-4274-a905-3bbf43171404 req-ad4856d6-9831-4e9f-ae03-f5cdbeaf82ba tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598743 Aug 20 14:16:19.770063 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62e972-5514-4d87-b18a-1db52bcd2143 req-f261f907-06e8-4783-ab86-29fa59f6571e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:16:19.771418 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ec62e972-5514-4d87-b18a-1db52bcd2143 req-f261f907-06e8-4783-ab86-29fa59f6571e service neutron] 10.222.0.65 "GET /v2.0/networks?id=c7fe144a-703d-49b5-aa1b-01c4046f4203 HTTP/1.1" status: 200 len: 912 time: 0.0813849 Aug 20 14:16:19.839897 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ec62e972-5514-4d87-b18a-1db52bcd2143 req-c012ab24-fc4f-48a9-b87b-61242f1c6dc1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abd95b13-3aa1-431b-9d84-4dbea6425536 HTTP/1.1" status: 200 len: 1001 time: 0.0612702 Aug 20 14:16:19.889173 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62e972-5514-4d87-b18a-1db52bcd2143 req-1ce83146-3986-4be8-9b85-9b72b5f7fb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:16:19.890622 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ec62e972-5514-4d87-b18a-1db52bcd2143 req-1ce83146-3986-4be8-9b85-9b72b5f7fb5d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a72563a2-044e-43fb-9d5a-093c33ebfa12 HTTP/1.1" status: 200 len: 850 time: 0.0437443 Aug 20 14:16:19.934943 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62e972-5514-4d87-b18a-1db52bcd2143 req-6797cf11-6d08-41d5-9c96-fbb124c4af70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:16:19.936400 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ec62e972-5514-4d87-b18a-1db52bcd2143 req-6797cf11-6d08-41d5-9c96-fbb124c4af70 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c7fe144a-703d-49b5-aa1b-01c4046f4203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390687 Aug 20 14:16:20.026701 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ec62e972-5514-4d87-b18a-1db52bcd2143 req-27492448-4c2c-4cf6-ab10-aac556c8e84e service neutron] 10.222.0.65 "GET /v2.0/networks/c7fe144a-703d-49b5-aa1b-01c4046f4203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833008 Aug 20 14:16:20.116441 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ec62e972-5514-4d87-b18a-1db52bcd2143 req-b7302ad7-39b4-4e52-af32-cd5f1e476c65 service neutron] 10.222.0.65 "GET /v2.0/networks/c7fe144a-703d-49b5-aa1b-01c4046f4203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825453 Aug 20 14:16:20.787482 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa598e59-abe7-43a7-ac9f-4b798db30f7d req-4c8b5a0f-4467-4e88-b964-857846967aae tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:16:20.788963 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-fa598e59-abe7-43a7-ac9f-4b798db30f7d req-4c8b5a0f-4467-4e88-b964-857846967aae tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.0491240 Aug 20 14:16:20.825425 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-fa598e59-abe7-43a7-ac9f-4b798db30f7d req-84e32a4c-d495-495e-ae8f-a899c2ca27a1 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306239 Aug 20 14:16:21.943052 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8da83d-b175-4fb5-bcf3-011d3650f040 req-056179ca-28c9-48b2-9d96-447601918ac2 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:16:21.944437 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8d8da83d-b175-4fb5-bcf3-011d3650f040 req-056179ca-28c9-48b2-9d96-447601918ac2 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.0521090 Aug 20 14:16:21.980340 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8d8da83d-b175-4fb5-bcf3-011d3650f040 req-c304d458-42b4-4a0c-b8aa-7afe1453b2a3 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300965 Aug 20 14:16:23.094281 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2687a21-e76d-4766-a5b3-79b74abaf8a2 req-2617d890-f170-413b-93a1-4edb032349db tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:16:23.095774 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d2687a21-e76d-4766-a5b3-79b74abaf8a2 req-2617d890-f170-413b-93a1-4edb032349db tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.0499361 Aug 20 14:16:23.134601 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d2687a21-e76d-4766-a5b3-79b74abaf8a2 req-d06e4ffc-bd15-45a1-9791-44e662c6429d tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322626 Aug 20 14:16:24.252226 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537f210-2524-40c5-9911-3df3fb2ca86c req-2e7e2961-e846-4d90-b2b6-14043234a8c9 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:16:24.254849 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2537f210-2524-40c5-9911-3df3fb2ca86c req-2e7e2961-e846-4d90-b2b6-14043234a8c9 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.0534477 Aug 20 14:16:24.291994 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2537f210-2524-40c5-9911-3df3fb2ca86c req-ee9ad0be-5109-4379-8d92-af93b6dab060 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312574 Aug 20 14:16:25.409845 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48eafa5-b8a2-4212-bba1-a01ee12fefeb req-5c696bd1-3e41-46ef-9ea9-9ff5b76516d0 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:16:25.411311 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e48eafa5-b8a2-4212-bba1-a01ee12fefeb req-5c696bd1-3e41-46ef-9ea9-9ff5b76516d0 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.0518849 Aug 20 14:16:25.449597 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e48eafa5-b8a2-4212-bba1-a01ee12fefeb req-6c7a4008-261a-4285-ade1-d87d21fe5820 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324318 Aug 20 14:16:26.566761 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73d22a-48a5-437c-ac04-50352f321c21 req-51db4cdb-0446-4a08-8e57-8e61485b26dc tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:16:26.568270 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ee73d22a-48a5-437c-ac04-50352f321c21 req-51db4cdb-0446-4a08-8e57-8e61485b26dc tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.0508962 Aug 20 14:16:26.606415 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ee73d22a-48a5-437c-ac04-50352f321c21 req-1a4bebf2-97b3-46a2-b0ea-4940badc1263 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322323 Aug 20 14:16:27.719891 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1888440-2b74-436b-9554-dcae5995a061 req-6842553a-f617-45f6-b0d9-7c3c4df25d64 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:16:27.721829 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f1888440-2b74-436b-9554-dcae5995a061 req-6842553a-f617-45f6-b0d9-7c3c4df25d64 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.0476761 Aug 20 14:16:27.758818 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f1888440-2b74-436b-9554-dcae5995a061 req-14dedcb8-dd49-4ec2-a34d-16467f6d37f8 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310769 Aug 20 14:16:28.000908 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e191d2-43fa-4614-9820-9c3161af3429 req-60a6772b-60cd-45d2-9d3c-4b7089389b9c tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:16:28.002865 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-49e191d2-43fa-4614-9820-9c3161af3429 req-60a6772b-60cd-45d2-9d3c-4b7089389b9c tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.0543566 Aug 20 14:16:28.067734 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-49e191d2-43fa-4614-9820-9c3161af3429 req-c36194ff-dff2-41ea-bf68-d13fab36320e tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533452 Aug 20 14:16:28.070359 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532b392-85d5-4748-b57b-39671bbe427c req-cd77d712-9ba6-4834-b057-b562bff4ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:16:28.071801 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4532b392-85d5-4748-b57b-39671bbe427c req-cd77d712-9ba6-4834-b057-b562bff4ffd5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=051cf31bc2404bc4bdd890680fe831af&device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 1098 time: 0.0646560 Aug 20 14:16:28.163545 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532b392-85d5-4748-b57b-39671bbe427c req-bdf0e6fb-54f9-4005-b4b7-1d1a5b475e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:16:28.165041 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4532b392-85d5-4748-b57b-39671bbe427c req-bdf0e6fb-54f9-4005-b4b7-1d1a5b475e24 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c7fe144a-703d-49b5-aa1b-01c4046f4203 HTTP/1.1" status: 200 len: 912 time: 0.0858033 Aug 20 14:16:28.230638 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4532b392-85d5-4748-b57b-39671bbe427c req-e715212e-c479-4f5e-a7ec-d5c4919fb76d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abd95b13-3aa1-431b-9d84-4dbea6425536 HTTP/1.1" status: 200 len: 1001 time: 0.0565970 Aug 20 14:16:28.278241 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532b392-85d5-4748-b57b-39671bbe427c req-c3f4ba40-2b17-4282-bb88-6849af363127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:16:28.279558 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4532b392-85d5-4748-b57b-39671bbe427c req-c3f4ba40-2b17-4282-bb88-6849af363127 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a72563a2-044e-43fb-9d5a-093c33ebfa12 HTTP/1.1" status: 200 len: 850 time: 0.0420961 Aug 20 14:16:28.331124 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532b392-85d5-4748-b57b-39671bbe427c req-9471e054-f8c9-4fa1-b09c-0401bfad1c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:16:28.332649 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4532b392-85d5-4748-b57b-39671bbe427c req-9471e054-f8c9-4fa1-b09c-0401bfad1c68 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c7fe144a-703d-49b5-aa1b-01c4046f4203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428276 Aug 20 14:16:28.419010 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4532b392-85d5-4748-b57b-39671bbe427c req-c1d94ef0-3b82-4603-8ddd-13c03b19f487 service neutron] 10.222.0.65 "GET /v2.0/networks/c7fe144a-703d-49b5-aa1b-01c4046f4203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786405 Aug 20 14:16:28.510822 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4532b392-85d5-4748-b57b-39671bbe427c req-40357045-299f-41f2-88ec-1ba3e698404a service neutron] 10.222.0.65 "GET /v2.0/networks/c7fe144a-703d-49b5-aa1b-01c4046f4203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849063 Aug 20 14:16:29.182518 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d203c-4b3c-416e-95d1-21110aeb4c1d req-56163ea4-1b1e-431d-b12f-7cdfe87404d4 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:16:29.183974 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d60d203c-4b3c-416e-95d1-21110aeb4c1d req-56163ea4-1b1e-431d-b12f-7cdfe87404d4 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.0484693 Aug 20 14:16:29.220970 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d60d203c-4b3c-416e-95d1-21110aeb4c1d req-05bd3229-1b27-4dd6-9a26-ac934372fd09 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310438 Aug 20 14:16:33.134162 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 6 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:16:37.708288 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-963e0b74-dd83-4b15-a9bb-035adc59608c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:16:40.461702 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-3ac91f19-a954-45e8-8681-b91c2ef46c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:16:40.485328 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:16:41.589681 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:16:42.530591 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:16:43.105008 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:02.147474 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc01f5c-deda-40fb-b1f6-d39b7106e05a req-b65465cd-77b5-4e56-ae2f-83eb1cf333e7 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:02.148998 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ffc01f5c-deda-40fb-b1f6-d39b7106e05a req-b65465cd-77b5-4e56-ae2f-83eb1cf333e7 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.0485513 Aug 20 14:17:02.189298 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ffc01f5c-deda-40fb-b1f6-d39b7106e05a req-937afc6d-258d-4044-b7c0-bf000e8ca080 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322750 Aug 20 14:17:03.360959 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34367030-9d8b-4f87-a45a-395ffb4bdab3 req-6ca8397e-527f-4b76-a628-364e1dbed143 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:03.362388 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-34367030-9d8b-4f87-a45a-395ffb4bdab3 req-6ca8397e-527f-4b76-a628-364e1dbed143 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.1061392 Aug 20 14:17:03.399187 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-34367030-9d8b-4f87-a45a-395ffb4bdab3 req-4109f8c4-a073-451f-9aac-d4d42e0db182 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=3028751a-fa74-42fa-9417-6e01641d0714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306926 Aug 20 14:17:03.953748 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bacb09-bb3c-4548-b484-f29dbfa673c1 req-566544fe-134f-4014-b804-8e7992e9c92a tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:03.955201 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-61bacb09-bb3c-4548-b484-f29dbfa673c1 req-566544fe-134f-4014-b804-8e7992e9c92a tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.65 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 945 time: 0.0497360 Aug 20 14:17:04.041869 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-61bacb09-bb3c-4548-b484-f29dbfa673c1 req-1836d994-fced-484e-8423-f89428935d79 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Deleting port abd95b13-3aa1-431b-9d84-4dbea6425536 {{(pid=94100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:17:04.042204 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-61bacb09-bb3c-4548-b484-f29dbfa673c1 req-1836d994-fced-484e-8423-f89428935d79 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:04.131999 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-61bacb09-bb3c-4548-b484-f29dbfa673c1 req-1836d994-fced-484e-8423-f89428935d79 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] For port abd95b13-3aa1-431b-9d84-4dbea6425536, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=abd95b13-3aa1-431b-9d84-4dbea6425536,segment=NetworkSegment(dd3afc9f-b317-45cd-bf46-66f38a831537),segment_id=dd3afc9f-b317-45cd-bf46-66f38a831537)] {{(pid=94100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:17:04.132354 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-61bacb09-bb3c-4548-b484-f29dbfa673c1 req-1836d994-fced-484e-8423-f89428935d79 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:04.297089 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-61bacb09-bb3c-4548-b484-f29dbfa673c1 req-1836d994-fced-484e-8423-f89428935d79 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:04.297453 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-61bacb09-bb3c-4548-b484-f29dbfa673c1 req-1836d994-fced-484e-8423-f89428935d79 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687214'] for floatingip, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:04.297874 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.db.l3_db [req-61bacb09-bb3c-4548-b484-f29dbfa673c1 req-1836d994-fced-484e-8423-f89428935d79 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Floating IP 7ce37d20-6c79-4599-8dd1-a7cbfa89ccfc disassociated. External IP: 172.27.3.213, port: abd95b13-3aa1-431b-9d84-4dbea6425536. Aug 20 14:17:04.298220 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-61bacb09-bb3c-4548-b484-f29dbfa673c1 req-1836d994-fced-484e-8423-f89428935d79 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Calling delete_port for abd95b13-3aa1-431b-9d84-4dbea6425536 owned by compute:nova {{(pid=94100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:17:04.425338 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-61bacb09-bb3c-4548-b484-f29dbfa673c1 req-1836d994-fced-484e-8423-f89428935d79 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:04.455070 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836d994-fced-484e-8423-f89428935d79 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Pushing event deleted for resources: {'Port': ['ID=abd95b13-3aa1-431b-9d84-4dbea6425536,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:04.468861 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836d994-fced-484e-8423-f89428935d79 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:04.469211 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836d994-fced-484e-8423-f89428935d79 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:04.469553 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836d994-fced-484e-8423-f89428935d79 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:04.469893 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836d994-fced-484e-8423-f89428935d79 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:04.470225 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836d994-fced-484e-8423-f89428935d79 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:04.470558 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836d994-fced-484e-8423-f89428935d79 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:04.470884 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836d994-fced-484e-8423-f89428935d79 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:04.471210 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836d994-fced-484e-8423-f89428935d79 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:04.471537 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836d994-fced-484e-8423-f89428935d79 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:04.471860 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836d994-fced-484e-8423-f89428935d79 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:04.472181 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836d994-fced-484e-8423-f89428935d79 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:04.473076 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836d994-fced-484e-8423-f89428935d79 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:04.541963 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-05eaad60-bc27-4250-9139-ea9fadcfc3c3 req-704efd16-de12-44e7-b627-d09d672ab941 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=772f96ae-35b4-49e9-bd33-e9eca3e516ad HTTP/1.1" status: 200 len: 210 time: 0.0308402 Aug 20 14:17:04.603531 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61bacb09-bb3c-4548-b484-f29dbfa673c1 req-1836d994-fced-484e-8423-f89428935d79 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Router 0d09b55f-4666-4799-9b17-7558b0b8be0f has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:17:04.708788 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61bacb09-bb3c-4548-b484-f29dbfa673c1 req-1836d994-fced-484e-8423-f89428935d79 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:17:04.718643 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce4d36-993d-489a-9b36-cc81df8592a4 None None] Sync routers for ids ['0d09b55f-4666-4799-9b17-7558b0b8be0f'] in dv-cinder-790535-10-iscsi {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:17:04.728943 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce4d36-993d-489a-9b36-cc81df8592a4 None None] Routers {'0d09b55f-4666-4799-9b17-7558b0b8be0f'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:17:04.729484 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-0bce4d36-993d-489a-9b36-cc81df8592a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:16:40Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['0d09b55f-4666-4799-9b17-7558b0b8be0f'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:17:04.751363 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-61bacb09-bb3c-4548-b484-f29dbfa673c1 req-1836d994-fced-484e-8423-f89428935d79 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] No DVR routers for this DVR port abd95b13-3aa1-431b-9d84-4dbea6425536 on host hv-cinder-79053 {{(pid=94100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:17:04.754490 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-61bacb09-bb3c-4548-b484-f29dbfa673c1 req-1836d994-fced-484e-8423-f89428935d79 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:04.756695 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-61bacb09-bb3c-4548-b484-f29dbfa673c1 req-1836d994-fced-484e-8423-f89428935d79 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.65 "DELETE /v2.0/ports/abd95b13-3aa1-431b-9d84-4dbea6425536 HTTP/1.1" status: 204 len: 173 time: 0.7956607 Aug 20 14:17:04.757160 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772f96ae-35b4-49e9-bd33-e9eca3e516ad', 'name': 'network-vif-deleted', 'tag': 'abd95b13-3aa1-431b-9d84-4dbea6425536'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:17:04.759396 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f843d492-a7b9-41ba-b5b9-3374fc468c55" -d '{"events": [{"server_uuid": "772f96ae-35b4-49e9-bd33-e9eca3e516ad", "name": "network-vif-deleted", "tag": "abd95b13-3aa1-431b-9d84-4dbea6425536"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:17:04.801698 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce1465b-84b8-43dc-84f4-7186fcdb816b x-openstack-request-id: req-dce1465b-84b8-43dc-84f4-7186fcdb816b {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:17:04.802610 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772f96ae-35b4-49e9-bd33-e9eca3e516ad", "name": "network-vif-deleted", "tag": "abd95b13-3aa1-431b-9d84-4dbea6425536", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:17:04.802610 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dce1465b-84b8-43dc-84f4-7186fcdb816b {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:17:04.802610 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772f96ae-35b4-49e9-bd33-e9eca3e516ad', 'name': 'network-vif-deleted', 'tag': 'abd95b13-3aa1-431b-9d84-4dbea6425536', 'status': 'completed', 'code': 200} Aug 20 14:17:04.844838 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-0bce4d36-993d-489a-9b36-cc81df8592a4 None None] Set router 0d09b55f-4666-4799-9b17-7558b0b8be0f gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:17:05.060757 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-0bce4d36-993d-489a-9b36-cc81df8592a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'name': 'tempest-AttachVolumeTestJSON-2000678739-router', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:26Z', 'revision_number': 4, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'gw_port': {'id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': 'ec0ea713-94e9-4df8-95fc-33c83d2d68bc', 'name': '', 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'mac_address': 'fa:16:3e:9f:c7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a72563a2-044e-43fb-9d5a-093c33ebfa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:14:25Z', 'updated_at': '2021-08-20T14:14:30Z', 'revision_number': 5, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'subnets': [{'id': 'a72563a2-044e-43fb-9d5a-093c33ebfa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:17:05.086753 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce4d36-993d-489a-9b36-cc81df8592a4 None None] Checking router: 0d09b55f-4666-4799-9b17-7558b0b8be0f for host: dv-cinder-790535-10-iscsi {{(pid=94103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:17:05.094826 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce4d36-993d-489a-9b36-cc81df8592a4 None None] Routers {'0d09b55f-4666-4799-9b17-7558b0b8be0f'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:17:05.095422 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-0bce4d36-993d-489a-9b36-cc81df8592a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:16:40Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['0d09b55f-4666-4799-9b17-7558b0b8be0f'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:17:05.297587 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-0bce4d36-993d-489a-9b36-cc81df8592a4 None None] Set router 0d09b55f-4666-4799-9b17-7558b0b8be0f gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:17:05.488601 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-0bce4d36-993d-489a-9b36-cc81df8592a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'name': 'tempest-AttachVolumeTestJSON-2000678739-router', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:26Z', 'revision_number': 4, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'gw_port': {'id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': 'ec0ea713-94e9-4df8-95fc-33c83d2d68bc', 'name': '', 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'mac_address': 'fa:16:3e:9f:c7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a72563a2-044e-43fb-9d5a-093c33ebfa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:14:25Z', 'updated_at': '2021-08-20T14:14:30Z', 'revision_number': 5, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'subnets': [{'id': 'a72563a2-044e-43fb-9d5a-093c33ebfa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:17:05.517577 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce4d36-993d-489a-9b36-cc81df8592a4 None None] The sync data for ids ['0d09b55f-4666-4799-9b17-7558b0b8be0f'] in dv-cinder-790535-10-iscsi is: [{'id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'name': 'tempest-AttachVolumeTestJSON-2000678739-router', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:26Z', 'revision_number': 4, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'gw_port': {'id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': 'ec0ea713-94e9-4df8-95fc-33c83d2d68bc', 'name': '', 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'mac_address': 'fa:16:3e:9f:c7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a72563a2-044e-43fb-9d5a-093c33ebfa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:14:25Z', 'updated_at': '2021-08-20T14:14:30Z', 'revision_number': 5, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'subnets': [{'id': 'a72563a2-044e-43fb-9d5a-093c33ebfa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:17:05.732198 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afbefd4-d54c-4a8b-940e-fcfb730126b0 None None] New status for floating IP 7ce37d20-6c79-4599-8dd1-a7cbfa89ccfc: DOWN {{(pid=94102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:17:06.649189 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 33248) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:17:06.704945 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-db2fbf47-c777-4d47-bcd2-0256211e32d1 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:06.727695 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-db2fbf47-c777-4d47-bcd2-0256211e32d1 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:06.776129 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-db2fbf47-c777-4d47-bcd2-0256211e32d1 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:06.778690 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-db2fbf47-c777-4d47-bcd2-0256211e32d1 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:06.780058 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-db2fbf47-c777-4d47-bcd2-0256211e32d1 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "DELETE /v2.0/security-groups/3028751a-fa74-42fa-9417-6e01641d0714 HTTP/1.1" status: 204 len: 168 time: 0.1298525 Aug 20 14:17:06.783112 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 33252) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:17:06.789267 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2fbf47-c777-4d47-bcd2-0256211e32d1 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3028751a-fa74-42fa-9417-6e01641d0714,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:06.796452 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2fbf47-c777-4d47-bcd2-0256211e32d1 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:06.796876 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2fbf47-c777-4d47-bcd2-0256211e32d1 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:06.797225 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2fbf47-c777-4d47-bcd2-0256211e32d1 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:06.797554 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2fbf47-c777-4d47-bcd2-0256211e32d1 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:06.797820 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.api.v2.resource [None req-8eee833b-33d5-4c00-aefd-e5272a06c089 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] show failed (client error): The resource could not be found. Aug 20 14:17:06.797950 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2fbf47-c777-4d47-bcd2-0256211e32d1 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:06.798203 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2fbf47-c777-4d47-bcd2-0256211e32d1 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:06.798513 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2fbf47-c777-4d47-bcd2-0256211e32d1 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:06.798841 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2fbf47-c777-4d47-bcd2-0256211e32d1 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:06.799042 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-8eee833b-33d5-4c00-aefd-e5272a06c089 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups/3028751a-fa74-42fa-9417-6e01641d0714 HTTP/1.1" status: 404 len: 347 time: 0.0148554 Aug 20 14:17:06.799327 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2fbf47-c777-4d47-bcd2-0256211e32d1 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:06.799453 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2fbf47-c777-4d47-bcd2-0256211e32d1 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:06.799773 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2fbf47-c777-4d47-bcd2-0256211e32d1 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:06.800093 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2fbf47-c777-4d47-bcd2-0256211e32d1 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:06.803821 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 33254) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:17:06.929976 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [None req-5048d1ec-af8a-4169-93ab-183c67eb3e19 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Deleting port 26c1d1cf-fb9d-438e-8414-3160c5fa2ffc {{(pid=94100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:17:06.930305 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-5048d1ec-af8a-4169-93ab-183c67eb3e19 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:07.002188 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-5048d1ec-af8a-4169-93ab-183c67eb3e19 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:07.002429 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-5048d1ec-af8a-4169-93ab-183c67eb3e19 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:07.014856 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [None req-5048d1ec-af8a-4169-93ab-183c67eb3e19 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Calling delete_port for 26c1d1cf-fb9d-438e-8414-3160c5fa2ffc owned by network:floatingip {{(pid=94100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:17:07.142384 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-5048d1ec-af8a-4169-93ab-183c67eb3e19 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:07.168557 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048d1ec-af8a-4169-93ab-183c67eb3e19 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Pushing event deleted for resources: {'Port': ['ID=26c1d1cf-fb9d-438e-8414-3160c5fa2ffc,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:07.484031 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-5048d1ec-af8a-4169-93ab-183c67eb3e19 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for floatingip, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:07.486507 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-5048d1ec-af8a-4169-93ab-183c67eb3e19 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for floatingip, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:07.487645 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-5048d1ec-af8a-4169-93ab-183c67eb3e19 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "DELETE /v2.0/floatingips/7ce37d20-6c79-4599-8dd1-a7cbfa89ccfc HTTP/1.1" status: 204 len: 168 time: 0.6828642 Aug 20 14:17:07.607542 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device abd95b13-3aa1-431b-9d84-4dbea6425536 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:17:07.627517 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] No Port match for: abd95b13-3aa1-431b-9d84-4dbea6425536 {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:17:07.627860 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device abd95b13-3aa1-431b-9d84-4dbea6425536 not bound to the agent host hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:17:07.710556 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-aeb8d763-380b-4470-b7c0-87d0d4db05a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:08.816237 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 33260) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:17:08.821644 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-3a6bce18-9377-4c27-84be-de533e2bceaa tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1904423669', 'description': 'tempest-description--1111647746'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:17:08.844825 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3a6bce18-9377-4c27-84be-de533e2bceaa tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:08.923828 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3a6bce18-9377-4c27-84be-de533e2bceaa tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:08.928983 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3a6bce18-9377-4c27-84be-de533e2bceaa tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:08.954256 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-3a6bce18-9377-4c27-84be-de533e2bceaa tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:08.955436 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-3a6bce18-9377-4c27-84be-de533e2bceaa tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1376905 Aug 20 14:17:08.958854 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 33262) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:17:08.959574 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6bce18-9377-4c27-84be-de533e2bceaa tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99a5c137-8491-4cc5-a5f5-aa2f49b2eec2,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:08.965112 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-4af16946-8390-49a9-93f6-0487364ef76c tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Request body: {'security_group_rule': {'security_group_id': '99a5c137-8491-4cc5-a5f5-aa2f49b2eec2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:17:08.992732 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-4af16946-8390-49a9-93f6-0487364ef76c tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:09.046501 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-4af16946-8390-49a9-93f6-0487364ef76c tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:09.050193 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-4af16946-8390-49a9-93f6-0487364ef76c tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596504'] for security_group_rule, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:09.066831 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af16946-8390-49a9-93f6-0487364ef76c tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cdf2a35-d10b-401a-a56a-55c048fa099d,revision_number=0']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:09.075884 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-4af16946-8390-49a9-93f6-0487364ef76c tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:09.077101 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-4af16946-8390-49a9-93f6-0487364ef76c tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158109 Aug 20 14:17:09.079711 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 33264) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:17:09.084164 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-61445b89-1e8f-4ada-8be8-12fcd22b10e4 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Request body: {'security_group_rule': {'security_group_id': '99a5c137-8491-4cc5-a5f5-aa2f49b2eec2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:17:09.108651 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-61445b89-1e8f-4ada-8be8-12fcd22b10e4 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:09.162536 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-61445b89-1e8f-4ada-8be8-12fcd22b10e4 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:09.166110 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-61445b89-1e8f-4ada-8be8-12fcd22b10e4 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596504'] for security_group_rule, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:09.186409 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61445b89-1e8f-4ada-8be8-12fcd22b10e4 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b3087b4-fac4-42d3-af82-19d95bb1c304,revision_number=0']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:09.189786 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-61445b89-1e8f-4ada-8be8-12fcd22b10e4 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:09.190949 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-61445b89-1e8f-4ada-8be8-12fcd22b10e4 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1103423 Aug 20 14:17:09.194720 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 33266) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:17:09.199094 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-87d718e1-9d44-4135-99b7-c36e478b409c tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Request body: {'floatingip': {'floating_network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:17:09.220429 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-87d718e1-9d44-4135-99b7-c36e478b409c tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for floatingip, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:09.314354 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-87d718e1-9d44-4135-99b7-c36e478b409c tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:09.417627 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [None req-87d718e1-9d44-4135-99b7-c36e478b409c tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Allocated IP 172.27.3.76 (98d0971e-9611-4cfe-abc2-ff603fbae97c/e8e9b9bd-ae96-49d0-b730-35afc957c6cc/6613352d-4060-4b23-bd25-6b1dcee53982) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:17:09.517849 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-87d718e1-9d44-4135-99b7-c36e478b409c tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:09.556073 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-87d718e1-9d44-4135-99b7-c36e478b409c tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:09.593215 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d718e1-9d44-4135-99b7-c36e478b409c tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Network 98d0971e-9611-4cfe-abc2-ff603fbae97c is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:17:09.595839 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [None req-87d718e1-9d44-4135-99b7-c36e478b409c tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:17:09.600131 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d718e1-9d44-4135-99b7-c36e478b409c tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:17:09.628520 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d718e1-9d44-4135-99b7-c36e478b409c tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Pushing event updated for resources: {'Port': ['ID=6613352d-4060-4b23-bd25-6b1dcee53982,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:09.690270 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-87d718e1-9d44-4135-99b7-c36e478b409c tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:09.722543 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-87d718e1-9d44-4135-99b7-c36e478b409c tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:09.869458 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-87d718e1-9d44-4135-99b7-c36e478b409c tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for port, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:09.873683 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-87d718e1-9d44-4135-99b7-c36e478b409c tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:09.941104 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d718e1-9d44-4135-99b7-c36e478b409c tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Pushing event updated for resources: {'Port': ['ID=6613352d-4060-4b23-bd25-6b1dcee53982,revision_number=2']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:09.949676 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-87d718e1-9d44-4135-99b7-c36e478b409c tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687214'] for floatingip, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:09.963872 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-87d718e1-9d44-4135-99b7-c36e478b409c tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for floatingip, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:09.965118 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-87d718e1-9d44-4135-99b7-c36e478b409c tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7694516 Aug 20 14:17:10.112092 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-b7f22361-1d26-4ec7-b059-c0115ea302c7 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1904423669&fields=id&tenant_id=051cf31bc2404bc4bdd890680fe831af HTTP/1.1" status: 200 len: 267 time: 0.0380085 Aug 20 14:17:10.133582 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 6 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:17:10.216187 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-ac84a4c5-022e-425a-a03f-43c716b240e4 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:10.217704 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-ac84a4c5-022e-425a-a03f-43c716b240e4 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/networks?id=c7fe144a-703d-49b5-aa1b-01c4046f4203 HTTP/1.1" status: 200 len: 811 time: 0.0987608 Aug 20 14:17:10.233004 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-ecba1419-bcac-4f78-91a1-daa0bc378c51 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/quotas/051cf31bc2404bc4bdd890680fe831af HTTP/1.1" status: 200 len: 375 time: 0.0096278 Aug 20 14:17:10.287328 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-91316e2c-786a-4d28-9f8a-e0b5439781b6 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=051cf31bc2404bc4bdd890680fe831af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482092 Aug 20 14:17:10.303849 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-b79805d7-6172-4362-a74e-eb192796230e service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:17:10.304819 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-b79805d7-6172-4362-a74e-eb192796230e service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060651 Aug 20 14:17:10.400861 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-7f68a533-7f88-485a-9d1d-ee335f77dfa3 service neutron] 10.222.0.38 "GET /v2.0/networks/c7fe144a-703d-49b5-aa1b-01c4046f4203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903828 Aug 20 14:17:10.463276 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-04fe4c28-22f0-48db-b6b5-d18d4db1e5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:10.491302 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:10.494188 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-f9f702c5-ebd4-46c5-81e4-92ae7e747dc8 service neutron] 10.222.0.38 "GET /v2.0/networks/c7fe144a-703d-49b5-aa1b-01c4046f4203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872140 Aug 20 14:17:10.713734 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ffa60ae9-338c-4d50-9e8e-0614432c1e68 req-2775de26-4128-40e0-bab1-7576512121da tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=0616adf5-9dca-4dc8-b0fb-75f0ae34894e HTTP/1.1" status: 200 len: 210 time: 0.0828817 Aug 20 14:17:11.544245 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-d1254059-a1a1-4666-8fb3-8c65027bfdfc tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:11.545966 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-d1254059-a1a1-4666-8fb3-8c65027bfdfc tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.65 "GET /v2.0/networks?id=c7fe144a-703d-49b5-aa1b-01c4046f4203 HTTP/1.1" status: 200 len: 811 time: 0.1046896 Aug 20 14:17:11.591478 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-0bc27d54-164c-4861-9994-e609b28eaebf tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=051cf31bc2404bc4bdd890680fe831af HTTP/1.1" status: 200 len: 380 time: 0.0366485 Aug 20 14:17:11.593114 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:11.601406 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-68759c36-6fc2-4c4b-8506-bc5a66838e3f tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Request body: {'port': {'device_id': '0616adf5-9dca-4dc8-b0fb-75f0ae34894e', 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203', 'admin_state_up': True, 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'security_groups': ['99a5c137-8491-4cc5-a5f5-aa2f49b2eec2']}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:17:11.712057 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-68759c36-6fc2-4c4b-8506-bc5a66838e3f tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Made reservation on behalf of 051cf31bc2404bc4bdd890680fe831af for: {'port': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:17:11.715533 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-68759c36-6fc2-4c4b-8506-bc5a66838e3f tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:11.811056 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-33a18288-e76d-417f-89a9-f0dad88ac061 req-ff51d6cd-f4d6-4545-b9f2-5974ad4bfa12 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=0616adf5-9dca-4dc8-b0fb-75f0ae34894e HTTP/1.1" status: 200 len: 210 time: 0.0302768 Aug 20 14:17:11.867111 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-68759c36-6fc2-4c4b-8506-bc5a66838e3f tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Allocated IP 172.20.0.13 (c7fe144a-703d-49b5-aa1b-01c4046f4203/a72563a2-044e-43fb-9d5a-093c33ebfa12/171b38ff-7322-47eb-8736-9d7350e82e35) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:17:12.000878 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-68759c36-6fc2-4c4b-8506-bc5a66838e3f tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:12.014443 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.provisioning_blocks [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-68759c36-6fc2-4c4b-8506-bc5a66838e3f tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Transition to ACTIVE for port object 171b38ff-7322-47eb-8736-9d7350e82e35 will not be triggered until provisioned by entity DHCP. {{(pid=94100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:17:12.047461 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-68759c36-6fc2-4c4b-8506-bc5a66838e3f tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:12.091346 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-68759c36-6fc2-4c4b-8506-bc5a66838e3f tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Network c7fe144a-703d-49b5-aa1b-01c4046f4203 is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:17:12.094226 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-68759c36-6fc2-4c4b-8506-bc5a66838e3f tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:17:12.097794 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-68759c36-6fc2-4c4b-8506-bc5a66838e3f tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:17:12.129067 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68759c36-6fc2-4c4b-8506-bc5a66838e3f tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Pushing event updated for resources: {'Port': ['ID=171b38ff-7322-47eb-8736-9d7350e82e35,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:12.155004 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-68759c36-6fc2-4c4b-8506-bc5a66838e3f tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:12.155689 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-68759c36-6fc2-4c4b-8506-bc5a66838e3f tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:12.172680 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-68759c36-6fc2-4c4b-8506-bc5a66838e3f tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5759087 Aug 20 14:17:12.185744 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-1736405c-24db-4084-b3ea-3e02f163b7c0 service neutron] Request body: {'port': {'device_id': '0616adf5-9dca-4dc8-b0fb-75f0ae34894e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:17:12.242249 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-1736405c-24db-4084-b3ea-3e02f163b7c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:12.447503 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-34c43575-6bcd-4078-bec4-41d725bce9f4 None None] Provisioning for port 171b38ff-7322-47eb-8736-9d7350e82e35 completed by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:17:12.451514 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-34c43575-6bcd-4078-bec4-41d725bce9f4 None None] Provisioning complete for port 171b38ff-7322-47eb-8736-9d7350e82e35 triggered by entity DHCP. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:17:12.452196 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-34c43575-6bcd-4078-bec4-41d725bce9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:12.485570 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-34c43575-6bcd-4078-bec4-41d725bce9f4 None None] Port 171b38ff-7322-47eb-8736-9d7350e82e35 cannot update to ACTIVE because it is not bound. {{(pid=94102) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:17:12.522236 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-1736405c-24db-4084-b3ea-3e02f163b7c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 171b38ff-7322-47eb-8736-9d7350e82e35 {{(pid=94100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:17:12.529464 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-1736405c-24db-4084-b3ea-3e02f163b7c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:12.541163 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.provisioning_blocks [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-1736405c-24db-4084-b3ea-3e02f163b7c0 service neutron] Transition to ACTIVE for port object 171b38ff-7322-47eb-8736-9d7350e82e35 will not be triggered until provisioned by entity L2. {{(pid=94100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:17:12.545469 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-1736405c-24db-4084-b3ea-3e02f163b7c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:12.558691 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:12.596119 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736405c-24db-4084-b3ea-3e02f163b7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=171b38ff-7322-47eb-8736-9d7350e82e35,revision_number=2']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:12.666670 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-1736405c-24db-4084-b3ea-3e02f163b7c0 service neutron] Attempting to bind port 171b38ff-7322-47eb-8736-9d7350e82e35 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:17:12.667006 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-1736405c-24db-4084-b3ea-3e02f163b7c0 service neutron] Attempting to bind port 171b38ff-7322-47eb-8736-9d7350e82e35 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'dd3afc9f-b317-45cd-bf46-66f38a831537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203'}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:17:12.667337 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-1736405c-24db-4084-b3ea-3e02f163b7c0 service neutron] Attempting to bind port 171b38ff-7322-47eb-8736-9d7350e82e35 on network c7fe144a-703d-49b5-aa1b-01c4046f4203 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:17:12.672009 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-1736405c-24db-4084-b3ea-3e02f163b7c0 service neutron] Port 171b38ff-7322-47eb-8736-9d7350e82e35 on network c7fe144a-703d-49b5-aa1b-01c4046f4203 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:17:12.672379 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-1736405c-24db-4084-b3ea-3e02f163b7c0 service neutron] Attempting to bind port 171b38ff-7322-47eb-8736-9d7350e82e35 on network c7fe144a-703d-49b5-aa1b-01c4046f4203 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:17:12.677535 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-1736405c-24db-4084-b3ea-3e02f163b7c0 service neutron] Checking agent: {'id': 'e9494a82-1f02-49fe-8034-7b3c5c14ee49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'started_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:17:12.677871 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-1736405c-24db-4084-b3ea-3e02f163b7c0 service neutron] Checking segment: {'id': 'dd3afc9f-b317-45cd-bf46-66f38a831537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:17:12.678254 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-1736405c-24db-4084-b3ea-3e02f163b7c0 service neutron] Bound using segment: {'id': 'dd3afc9f-b317-45cd-bf46-66f38a831537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203'} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:17:12.678683 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-1736405c-24db-4084-b3ea-3e02f163b7c0 service neutron] Bound port: 171b38ff-7322-47eb-8736-9d7350e82e35, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd3afc9f-b317-45cd-bf46-66f38a831537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203'}}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:17:12.679039 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-1736405c-24db-4084-b3ea-3e02f163b7c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:12.748831 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-1736405c-24db-4084-b3ea-3e02f163b7c0 service neutron] For port 171b38ff-7322-47eb-8736-9d7350e82e35, host hv-cinder-79053, cleared binding levels {{(pid=94100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:17:12.751754 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-1736405c-24db-4084-b3ea-3e02f163b7c0 service neutron] For port 171b38ff-7322-47eb-8736-9d7350e82e35, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=171b38ff-7322-47eb-8736-9d7350e82e35,segment=NetworkSegment(dd3afc9f-b317-45cd-bf46-66f38a831537),segment_id=dd3afc9f-b317-45cd-bf46-66f38a831537)] {{(pid=94100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:17:12.756926 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-1736405c-24db-4084-b3ea-3e02f163b7c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:12.790752 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-1736405c-24db-4084-b3ea-3e02f163b7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:12.791365 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-1736405c-24db-4084-b3ea-3e02f163b7c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:12.792802 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-1736405c-24db-4084-b3ea-3e02f163b7c0 service neutron] 10.222.0.65 "PUT /v2.0/ports/171b38ff-7322-47eb-8736-9d7350e82e35 HTTP/1.1" status: 200 len: 1094 time: 0.6115856 Aug 20 14:17:12.793261 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0616adf5-9dca-4dc8-b0fb-75f0ae34894e', 'tag': '171b38ff-7322-47eb-8736-9d7350e82e35'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:17:12.795820 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba989eea-064c-425a-a7d0-6f54c2efad3e" -d '{"events": [{"name": "network-changed", "server_uuid": "0616adf5-9dca-4dc8-b0fb-75f0ae34894e", "tag": "171b38ff-7322-47eb-8736-9d7350e82e35"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:17:12.823956 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736405c-24db-4084-b3ea-3e02f163b7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=171b38ff-7322-47eb-8736-9d7350e82e35,revision_number=3']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:12.864267 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feaa5f12-39e3-4cb5-b7ab-02f7a9c0da96 x-openstack-request-id: req-feaa5f12-39e3-4cb5-b7ab-02f7a9c0da96 {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:17:12.864613 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0616adf5-9dca-4dc8-b0fb-75f0ae34894e", "tag": "171b38ff-7322-47eb-8736-9d7350e82e35", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:17:12.864818 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-feaa5f12-39e3-4cb5-b7ab-02f7a9c0da96 {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:17:12.865210 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0616adf5-9dca-4dc8-b0fb-75f0ae34894e', 'tag': '171b38ff-7322-47eb-8736-9d7350e82e35', 'status': 'completed', 'code': 200} Aug 20 14:17:12.883900 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-d182f1db-5ac3-4749-9915-f324ecb975bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:12.885895 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-d182f1db-5ac3-4749-9915-f324ecb975bf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=051cf31bc2404bc4bdd890680fe831af&device_id=0616adf5-9dca-4dc8-b0fb-75f0ae34894e HTTP/1.1" status: 200 len: 1097 time: 0.0491631 Aug 20 14:17:12.959972 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-e3974814-8860-4c67-a3e7-11cd41bbc519 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=171b38ff-7322-47eb-8736-9d7350e82e35 HTTP/1.1" status: 200 len: 217 time: 0.0595222 Aug 20 14:17:13.007125 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8fdfbd-54b2-43fd-b3e2-a867cce9c891 req-1a2d1432-934e-46a1-914e-8be9f65a5655 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:13.008639 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2f8fdfbd-54b2-43fd-b3e2-a867cce9c891 req-1a2d1432-934e-46a1-914e-8be9f65a5655 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=0616adf5-9dca-4dc8-b0fb-75f0ae34894e HTTP/1.1" status: 200 len: 944 time: 0.1171029 Aug 20 14:17:13.033734 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-54dd31f4-82cb-42f1-a118-0fb90cba84e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:13.035159 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-54dd31f4-82cb-42f1-a118-0fb90cba84e4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a72563a2-044e-43fb-9d5a-093c33ebfa12 HTTP/1.1" status: 200 len: 850 time: 0.0687137 Aug 20 14:17:13.066940 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2f8fdfbd-54b2-43fd-b3e2-a867cce9c891 req-e1922ba7-e182-47b1-a7e6-e67cf1e63f47 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=99a5c137-8491-4cc5-a5f5-aa2f49b2eec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523911 Aug 20 14:17:13.097229 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-913e2ac7-31be-4d97-abba-d33f7e445c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:13.100151 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-913e2ac7-31be-4d97-abba-d33f7e445c48 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c7fe144a-703d-49b5-aa1b-01c4046f4203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0505841 Aug 20 14:17:13.106561 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:13.194412 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-b90b1878-f538-4dd3-85da-dcae2d1793fa service neutron] 10.222.0.65 "GET /v2.0/networks/c7fe144a-703d-49b5-aa1b-01c4046f4203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863299 Aug 20 14:17:13.288105 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-56e43a4e-577e-4cfb-b151-0a56bffa8fde req-0ea1eeca-6e10-499e-b105-90946f558406 service neutron] 10.222.0.65 "GET /v2.0/networks/c7fe144a-703d-49b5-aa1b-01c4046f4203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868149 Aug 20 14:17:13.377103 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba989eea-064c-425a-a7d0-6f54c2efad3e req-153b3e94-14d4-4d6c-8e2b-06247a8bc883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:13.378481 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ba989eea-064c-425a-a7d0-6f54c2efad3e req-153b3e94-14d4-4d6c-8e2b-06247a8bc883 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=051cf31bc2404bc4bdd890680fe831af&device_id=0616adf5-9dca-4dc8-b0fb-75f0ae34894e HTTP/1.1" status: 200 len: 1097 time: 0.0431707 Aug 20 14:17:13.467550 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba989eea-064c-425a-a7d0-6f54c2efad3e req-c69417e1-1e79-417a-8b17-08c0a3bf672a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:13.469066 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ba989eea-064c-425a-a7d0-6f54c2efad3e req-c69417e1-1e79-417a-8b17-08c0a3bf672a service neutron] 10.222.0.65 "GET /v2.0/networks?id=c7fe144a-703d-49b5-aa1b-01c4046f4203 HTTP/1.1" status: 200 len: 912 time: 0.0836372 Aug 20 14:17:13.514154 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ba989eea-064c-425a-a7d0-6f54c2efad3e req-0e6e157b-7d20-47c3-b9ce-aaa876405294 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=171b38ff-7322-47eb-8736-9d7350e82e35 HTTP/1.1" status: 200 len: 217 time: 0.0368075 Aug 20 14:17:13.562311 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba989eea-064c-425a-a7d0-6f54c2efad3e req-fe6d588a-436b-4408-8d60-18d17e735992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:13.563698 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ba989eea-064c-425a-a7d0-6f54c2efad3e req-fe6d588a-436b-4408-8d60-18d17e735992 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a72563a2-044e-43fb-9d5a-093c33ebfa12 HTTP/1.1" status: 200 len: 850 time: 0.0421937 Aug 20 14:17:13.609202 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba989eea-064c-425a-a7d0-6f54c2efad3e req-aeeaa0a5-766f-4555-b66f-70a2da807eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:13.610657 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ba989eea-064c-425a-a7d0-6f54c2efad3e req-aeeaa0a5-766f-4555-b66f-70a2da807eaf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c7fe144a-703d-49b5-aa1b-01c4046f4203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395403 Aug 20 14:17:13.706063 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ba989eea-064c-425a-a7d0-6f54c2efad3e req-404b9cbf-5572-4d1e-9b9b-ae16590d52e9 service neutron] 10.222.0.65 "GET /v2.0/networks/c7fe144a-703d-49b5-aa1b-01c4046f4203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873210 Aug 20 14:17:13.794647 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ba989eea-064c-425a-a7d0-6f54c2efad3e req-77411977-e917-4a63-8b6d-b15ae464e827 service neutron] 10.222.0.65 "GET /v2.0/networks/c7fe144a-703d-49b5-aa1b-01c4046f4203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804493 Aug 20 14:17:14.183821 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc691717-23d4-4c6b-b19b-af5a0cc1668e req-7e228df6-b1aa-427c-908e-4ed6cbc40480 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:14.185309 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cc691717-23d4-4c6b-b19b-af5a0cc1668e req-7e228df6-b1aa-427c-908e-4ed6cbc40480 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=0616adf5-9dca-4dc8-b0fb-75f0ae34894e HTTP/1.1" status: 200 len: 944 time: 0.0489905 Aug 20 14:17:14.227573 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-cc691717-23d4-4c6b-b19b-af5a0cc1668e req-79ea0943-2e13-40fd-a5eb-19032c52aff0 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=99a5c137-8491-4cc5-a5f5-aa2f49b2eec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361149 Aug 20 14:17:15.348024 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bffa39-04e3-409b-997a-186578809631 req-058cc161-5f22-469c-bea3-a5842909e70a tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:15.349618 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-23bffa39-04e3-409b-997a-186578809631 req-058cc161-5f22-469c-bea3-a5842909e70a tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=0616adf5-9dca-4dc8-b0fb-75f0ae34894e HTTP/1.1" status: 200 len: 944 time: 0.0537984 Aug 20 14:17:15.387909 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-23bffa39-04e3-409b-997a-186578809631 req-3a48cfcc-08a6-462c-9887-85763bd94997 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=99a5c137-8491-4cc5-a5f5-aa2f49b2eec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324984 Aug 20 14:17:15.656622 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 171b38ff-7322-47eb-8736-9d7350e82e35 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:17:15.750473 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port 171b38ff-7322-47eb-8736-9d7350e82e35, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=171b38ff-7322-47eb-8736-9d7350e82e35,segment=NetworkSegment(dd3afc9f-b317-45cd-bf46-66f38a831537),segment_id=dd3afc9f-b317-45cd-bf46-66f38a831537)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:17:15.764560 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Returning: {'device': '171b38ff-7322-47eb-8736-9d7350e82e35', 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203', 'port_id': '171b38ff-7322-47eb-8736-9d7350e82e35', 'mac_address': 'fa:16:3e:a7:e9:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72563a2-044e-43fb-9d5a-093c33ebfa12', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:17:15.803672 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:15.816134 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 171b38ff-7322-47eb-8736-9d7350e82e35 {{(pid=94102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:17:15.835491 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port 171b38ff-7322-47eb-8736-9d7350e82e35, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=171b38ff-7322-47eb-8736-9d7350e82e35,segment=NetworkSegment(dd3afc9f-b317-45cd-bf46-66f38a831537),segment_id=dd3afc9f-b317-45cd-bf46-66f38a831537)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:17:15.840640 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:15.886042 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=171b38ff-7322-47eb-8736-9d7350e82e35,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:15.892760 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:15.893100 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:15.893432 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:15.893760 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:15.894084 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:15.894406 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:15.894724 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:15.895633 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:15.896039 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:15.896416 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:15.896753 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:15.897070 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:17:16.081167 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['171b38ff-7322-47eb-8736-9d7350e82e35'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:17:16.504836 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51291285-ba39-43c6-ba84-6f1eaa45be76 req-8a35f6af-668c-4100-a87a-cada7e301304 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:16.506413 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-51291285-ba39-43c6-ba84-6f1eaa45be76 req-8a35f6af-668c-4100-a87a-cada7e301304 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=0616adf5-9dca-4dc8-b0fb-75f0ae34894e HTTP/1.1" status: 200 len: 945 time: 0.0509973 Aug 20 14:17:16.545730 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-51291285-ba39-43c6-ba84-6f1eaa45be76 req-daa7faba-7695-4fdf-85f2-bc7f59ce7c76 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=99a5c137-8491-4cc5-a5f5-aa2f49b2eec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334008 Aug 20 14:17:17.661926 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0d86e-2cea-4507-9d65-bbf8e50f09d0 req-8d2286d2-9a3d-444a-9183-4a4ebd04da6f tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:17.663413 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-03b0d86e-2cea-4507-9d65-bbf8e50f09d0 req-8d2286d2-9a3d-444a-9183-4a4ebd04da6f tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=0616adf5-9dca-4dc8-b0fb-75f0ae34894e HTTP/1.1" status: 200 len: 945 time: 0.0500934 Aug 20 14:17:17.672732 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 171b38ff-7322-47eb-8736-9d7350e82e35 up at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:17:17.703973 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-03b0d86e-2cea-4507-9d65-bbf8e50f09d0 req-ec48825f-47c8-4778-9640-2d5a507bd96c tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=99a5c137-8491-4cc5-a5f5-aa2f49b2eec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345559 Aug 20 14:17:17.721953 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning for port 171b38ff-7322-47eb-8736-9d7350e82e35 completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:17:17.725721 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning complete for port 171b38ff-7322-47eb-8736-9d7350e82e35 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:17:17.726124 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:17.805250 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:17.828299 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0616adf5-9dca-4dc8-b0fb-75f0ae34894e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171b38ff-7322-47eb-8736-9d7350e82e35'}] {{(pid=94102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:17:17.830592 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658e03e68c488354c0da9c4193b8775245da486d5210860026445f3bfd5b20fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f1c551-5180-478b-bbd7-37cf78af4d05" -d '{"events": [{"server_uuid": "0616adf5-9dca-4dc8-b0fb-75f0ae34894e", "name": "network-vif-plugged", "status": "completed", "tag": "171b38ff-7322-47eb-8736-9d7350e82e35"}]}' {{(pid=94102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:17:17.844252 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port 171b38ff-7322-47eb-8736-9d7350e82e35, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=171b38ff-7322-47eb-8736-9d7350e82e35,segment=NetworkSegment(dd3afc9f-b317-45cd-bf46-66f38a831537),segment_id=dd3afc9f-b317-45cd-bf46-66f38a831537)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:17:17.848857 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:17.873854 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da585cda-a8db-4a4c-b778-061997df75b6 x-openstack-request-id: req-da585cda-a8db-4a4c-b778-061997df75b6 {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:17:17.874503 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0616adf5-9dca-4dc8-b0fb-75f0ae34894e", "name": "network-vif-plugged", "status": "completed", "tag": "171b38ff-7322-47eb-8736-9d7350e82e35", "code": 200}]} {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:17:17.874754 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-da585cda-a8db-4a4c-b778-061997df75b6 {{(pid=94102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:17:17.875133 dv-cinder-790535-10-iscsi neutron-server[94102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0616adf5-9dca-4dc8-b0fb-75f0ae34894e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171b38ff-7322-47eb-8736-9d7350e82e35', 'code': 200} Aug 20 14:17:17.906666 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=171b38ff-7322-47eb-8736-9d7350e82e35,revision_number=5']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:18.058602 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185c669-ee1a-414d-8141-359d303c530c req-9c6ceba7-61eb-4190-b369-2b949c965c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:18.060221 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b185c669-ee1a-414d-8141-359d303c530c req-9c6ceba7-61eb-4190-b369-2b949c965c0d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0616adf5-9dca-4dc8-b0fb-75f0ae34894e HTTP/1.1" status: 200 len: 1099 time: 0.0436897 Aug 20 14:17:18.095660 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-b185c669-ee1a-414d-8141-359d303c530c req-b779fd4e-0d7c-46ca-9a54-c202b64c070c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=99a5c137-8491-4cc5-a5f5-aa2f49b2eec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276368 Aug 20 14:17:18.819479 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bdf84-3119-479b-96dc-0ad5b1bad861 req-15daae59-3df5-45ac-bfe0-00dc7805911d tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:18.820967 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-741bdf84-3119-479b-96dc-0ad5b1bad861 req-15daae59-3df5-45ac-bfe0-00dc7805911d tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=0616adf5-9dca-4dc8-b0fb-75f0ae34894e HTTP/1.1" status: 200 len: 946 time: 0.0492537 Aug 20 14:17:18.858719 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-741bdf84-3119-479b-96dc-0ad5b1bad861 req-3ba6bb8a-10e8-4474-826b-b7e6103b2fbc tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=99a5c137-8491-4cc5-a5f5-aa2f49b2eec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319304 Aug 20 14:17:19.623692 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5b032f48-986b-4a80-97ee-f634fa14c039 req-91344770-9e1f-454e-adfa-5b583469c3e3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2e4837b1-3908-40e1-a7bc-159eda9cc71b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383542 Aug 20 14:17:19.706882 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b032f48-986b-4a80-97ee-f634fa14c039 req-eea9b894-7864-4edb-b18d-ce09b816fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:19.708552 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5b032f48-986b-4a80-97ee-f634fa14c039 req-eea9b894-7864-4edb-b18d-ce09b816fff3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b9547b5173c74472b28578fee4efd2de&device_id=2e4837b1-3908-40e1-a7bc-159eda9cc71b HTTP/1.1" status: 200 len: 1099 time: 0.0433350 Aug 20 14:17:19.808708 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b032f48-986b-4a80-97ee-f634fa14c039 req-4e500d3a-98f4-44ac-9e46-fb2322e5e200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:19.810202 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5b032f48-986b-4a80-97ee-f634fa14c039 req-4e500d3a-98f4-44ac-9e46-fb2322e5e200 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1 HTTP/1.1" status: 200 len: 912 time: 0.0835736 Aug 20 14:17:19.881101 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5b032f48-986b-4a80-97ee-f634fa14c039 req-b958c8e4-d1f0-4420-85f2-133b607940bd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c96090f-f850-47a9-856b-d017c651648f HTTP/1.1" status: 200 len: 1001 time: 0.0635498 Aug 20 14:17:19.941099 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b032f48-986b-4a80-97ee-f634fa14c039 req-9d14174a-af68-4f5d-983d-457568494e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:19.942680 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5b032f48-986b-4a80-97ee-f634fa14c039 req-9d14174a-af68-4f5d-983d-457568494e07 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=70930b94-b5fe-43e0-b1d1-cb529415b9c1 HTTP/1.1" status: 200 len: 850 time: 0.0552783 Aug 20 14:17:20.001654 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 33338) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:17:20.005136 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc841cc-68eb-4098-a51f-dcaeeeb719c0 req-083b3ce3-436a-447d-8607-4dca1d4dcdf7 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:20.006633 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ccc841cc-68eb-4098-a51f-dcaeeeb719c0 req-083b3ce3-436a-447d-8607-4dca1d4dcdf7 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=0616adf5-9dca-4dc8-b0fb-75f0ae34894e HTTP/1.1" status: 200 len: 946 time: 0.0805368 Aug 20 14:17:20.011965 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b032f48-986b-4a80-97ee-f634fa14c039 req-06954a79-a520-4f4e-bbcc-c09f1528889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:20.013388 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5b032f48-986b-4a80-97ee-f634fa14c039 req-06954a79-a520-4f4e-bbcc-c09f1528889f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0575082 Aug 20 14:17:20.031448 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [req-5b032f48-986b-4a80-97ee-f634fa14c039 req-c013b1ff-95ab-4d52-960a-f2bd63c50aef service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:17:20.032413 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5b032f48-986b-4a80-97ee-f634fa14c039 req-c013b1ff-95ab-4d52-960a-f2bd63c50aef service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108299 Aug 20 14:17:20.071040 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ccc841cc-68eb-4098-a51f-dcaeeeb719c0 req-e2b4201c-ce3b-4b9b-9c82-8f368ff8ea26 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=99a5c137-8491-4cc5-a5f5-aa2f49b2eec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566947 Aug 20 14:17:20.144390 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5b032f48-986b-4a80-97ee-f634fa14c039 req-d236432e-5ba1-46e9-85fe-631089a00b8d service neutron] 10.222.0.65 "GET /v2.0/networks/0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040835 Aug 20 14:17:20.162205 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-d6ed73d9-e663-4de3-8c3e-9f0f7beee767 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Deleting port a2526fa4-81c8-417f-9606-f87dd3d34efe {{(pid=94101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:17:20.162538 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d6ed73d9-e663-4de3-8c3e-9f0f7beee767 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:20.239343 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d6ed73d9-e663-4de3-8c3e-9f0f7beee767 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:20.239986 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d6ed73d9-e663-4de3-8c3e-9f0f7beee767 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:20.249071 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873ec86-06ce-411a-a77a-7b2ebe0e7398 req-25aa63ca-9629-4526-a934-31244b0aa94f tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:20.250482 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0873ec86-06ce-411a-a77a-7b2ebe0e7398 req-25aa63ca-9629-4526-a934-31244b0aa94f tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=0616adf5-9dca-4dc8-b0fb-75f0ae34894e HTTP/1.1" status: 200 len: 946 time: 0.1093745 Aug 20 14:17:20.252638 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-d6ed73d9-e663-4de3-8c3e-9f0f7beee767 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Calling delete_port for a2526fa4-81c8-417f-9606-f87dd3d34efe owned by network:floatingip {{(pid=94101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:17:20.260372 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 33342) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:17:20.266304 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-fd3729c8-1d9c-4278-8fe4-b407509a348b tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Request body: {'floatingip': {'port_id': '171b38ff-7322-47eb-8736-9d7350e82e35'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:17:20.267568 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-5b032f48-986b-4a80-97ee-f634fa14c039 req-188576cb-0a4a-4cc1-aa11-38ace43df710 service neutron] 10.222.0.65 "GET /v2.0/networks/0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157267 Aug 20 14:17:20.340910 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-fd3729c8-1d9c-4278-8fe4-b407509a348b tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for floatingip, before_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:20.666499 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d6ed73d9-e663-4de3-8c3e-9f0f7beee767 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131250090'] for port, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:20.727135 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed73d9-e663-4de3-8c3e-9f0f7beee767 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Pushing event deleted for resources: {'Port': ['ID=a2526fa4-81c8-417f-9606-f87dd3d34efe,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:20.833831 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d6ed73d9-e663-4de3-8c3e-9f0f7beee767 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for floatingip, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:20.834160 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.db.l3_db [None req-d6ed73d9-e663-4de3-8c3e-9f0f7beee767 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Floating IP f7577762-97d5-402d-b5d1-3f292b40b5eb disassociated (deleted). External IP: 172.27.3.45, port: 0c96090f-f850-47a9-856b-d017c651648f. Aug 20 14:17:20.993871 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-fd3729c8-1d9c-4278-8fe4-b407509a348b tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:21.000158 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-fd3729c8-1d9c-4278-8fe4-b407509a348b tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687214'] for floatingip, after_update {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:21.175514 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.db.l3_db [None req-fd3729c8-1d9c-4278-8fe4-b407509a348b tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Floating IP 25df4524-b90d-498a-8c5e-99475eb53cc2 associated. External IP: 172.27.3.76, port: 171b38ff-7322-47eb-8736-9d7350e82e35. Aug 20 14:17:21.215841 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ed73d9-e663-4de3-8c3e-9f0f7beee767 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Router ece7f8b1-caa6-4f8b-b867-83e5fb328d3d has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:17:21.606336 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ed73d9-e663-4de3-8c3e-9f0f7beee767 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:17:21.611895 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-d6ed73d9-e663-4de3-8c3e-9f0f7beee767 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for floatingip, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:21.618651 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c13168c-03d4-4170-90a6-4e16a2ec3302 None None] Sync routers for ids ['ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'] in dv-cinder-790535-10-iscsi {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:17:21.629042 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c13168c-03d4-4170-90a6-4e16a2ec3302 None None] Routers {'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:17:21.629948 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-6c13168c-03d4-4170-90a6-4e16a2ec3302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:17:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:17:21.674582 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-d6ed73d9-e663-4de3-8c3e-9f0f7beee767 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "DELETE /v2.0/floatingips/f7577762-97d5-402d-b5d1-3f292b40b5eb HTTP/1.1" status: 204 len: 168 time: 1.6717691 Aug 20 14:17:21.676776 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4837b1-3908-40e1-a7bc-159eda9cc71b', 'tag': '0c96090f-f850-47a9-856b-d017c651648f'}] {{(pid=94101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:17:21.679573 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe9c96b14d8a984b3b2359cf8bfa077cf4e0579f01b10b2ab8ef3f260cf9dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96da803e-8057-4749-85b3-0097d80d84ec" -d '{"events": [{"name": "network-changed", "server_uuid": "2e4837b1-3908-40e1-a7bc-159eda9cc71b", "tag": "0c96090f-f850-47a9-856b-d017c651648f"}]}' {{(pid=94101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:17:21.708611 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3729c8-1d9c-4278-8fe4-b407509a348b tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Router 0d09b55f-4666-4799-9b17-7558b0b8be0f has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:17:21.790582 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-6c13168c-03d4-4170-90a6-4e16a2ec3302 None None] Set router ece7f8b1-caa6-4f8b-b867-83e5fb328d3d gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:17:21.844576 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b633995-c335-420e-a9a8-a4a904be39fc x-openstack-request-id: req-1b633995-c335-420e-a9a8-a4a904be39fc {{(pid=94101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:17:21.845078 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e4837b1-3908-40e1-a7bc-159eda9cc71b", "tag": "0c96090f-f850-47a9-856b-d017c651648f", "status": "completed", "code": 200}]} {{(pid=94101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:17:21.845501 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1b633995-c335-420e-a9a8-a4a904be39fc {{(pid=94101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:17:21.857203 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4837b1-3908-40e1-a7bc-159eda9cc71b', 'tag': '0c96090f-f850-47a9-856b-d017c651648f', 'status': 'completed', 'code': 200} Aug 20 14:17:21.890586 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3729c8-1d9c-4278-8fe4-b407509a348b tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:17:21.898923 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-fd3729c8-1d9c-4278-8fe4-b407509a348b tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for floatingip, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:21.902243 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30262ba1-fb29-4daa-83a9-7ec3e30e4b56 None None] Sync routers for ids ['0d09b55f-4666-4799-9b17-7558b0b8be0f'] in dv-cinder-790535-10-iscsi {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:17:21.915708 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30262ba1-fb29-4daa-83a9-7ec3e30e4b56 None None] Routers {'0d09b55f-4666-4799-9b17-7558b0b8be0f'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:17:21.917741 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-30262ba1-fb29-4daa-83a9-7ec3e30e4b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:17:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['0d09b55f-4666-4799-9b17-7558b0b8be0f'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:17:21.934461 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da803e-8057-4749-85b3-0097d80d84ec req-6c5a8e89-6c55-48bd-8b31-46e215f8941c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:21.935687 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-fd3729c8-1d9c-4278-8fe4-b407509a348b tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "PUT /v2.0/floatingips/25df4524-b90d-498a-8c5e-99475eb53cc2 HTTP/1.1" status: 200 len: 991 time: 1.6741676 Aug 20 14:17:21.938130 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-96da803e-8057-4749-85b3-0097d80d84ec req-6c5a8e89-6c55-48bd-8b31-46e215f8941c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b9547b5173c74472b28578fee4efd2de&device_id=2e4837b1-3908-40e1-a7bc-159eda9cc71b HTTP/1.1" status: 200 len: 1099 time: 0.0692122 Aug 20 14:17:22.043405 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-6c13168c-03d4-4170-90a6-4e16a2ec3302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'name': 'tempest-TestVolumeBootPattern-932448548-router', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:14Z', 'updated_at': '2021-08-20T14:09:20Z', 'revision_number': 4, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'gw_port': {'id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:15Z', 'updated_at': '2021-08-20T14:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': 'ae5a7c76-f4f9-4aab-9d40-99d06746d3b6', 'name': '', 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'mac_address': 'fa:16:3e:c0:2c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:19Z', 'updated_at': '2021-08-20T14:09:31Z', 'revision_number': 5, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'subnets': [{'id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:17:22.046607 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8b772-8671-4450-bbec-d8a2ffd65313 req-11c43a70-7957-4a53-b9b5-2ce234478968 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:22.046766 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-30262ba1-fb29-4daa-83a9-7ec3e30e4b56 None None] Set router 0d09b55f-4666-4799-9b17-7558b0b8be0f gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:17:22.047366 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f8f8b772-8671-4450-bbec-d8a2ffd65313 req-11c43a70-7957-4a53-b9b5-2ce234478968 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4837b1-3908-40e1-a7bc-159eda9cc71b HTTP/1.1" status: 200 len: 946 time: 0.1290140 Aug 20 14:17:22.081304 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c13168c-03d4-4170-90a6-4e16a2ec3302 None None] Checking router: ece7f8b1-caa6-4f8b-b867-83e5fb328d3d for host: dv-cinder-790535-10-iscsi {{(pid=94103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:17:22.091392 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c13168c-03d4-4170-90a6-4e16a2ec3302 None None] Routers {'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:17:22.092174 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-6c13168c-03d4-4170-90a6-4e16a2ec3302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:17:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:17:22.109456 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da803e-8057-4749-85b3-0097d80d84ec req-020c1afe-8155-4b29-bfd7-2ed6cdc1bc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:22.110936 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-96da803e-8057-4749-85b3-0097d80d84ec req-020c1afe-8155-4b29-bfd7-2ed6cdc1bc67 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1 HTTP/1.1" status: 200 len: 912 time: 0.1494269 Aug 20 14:17:22.114067 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f8f8b772-8671-4450-bbec-d8a2ffd65313 req-20a42cf0-8c54-469f-8a7a-57a7c3e2e064 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598507 Aug 20 14:17:22.159881 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-96da803e-8057-4749-85b3-0097d80d84ec req-49c8bc6b-5838-466e-bf31-c907ae2a0a32 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c96090f-f850-47a9-856b-d017c651648f HTTP/1.1" status: 200 len: 217 time: 0.0387661 Aug 20 14:17:22.215579 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-6c13168c-03d4-4170-90a6-4e16a2ec3302 None None] Set router ece7f8b1-caa6-4f8b-b867-83e5fb328d3d gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:17:22.219892 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da803e-8057-4749-85b3-0097d80d84ec req-381b5d3f-b515-4939-a1fa-9188d8ed7352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:22.221381 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-96da803e-8057-4749-85b3-0097d80d84ec req-381b5d3f-b515-4939-a1fa-9188d8ed7352 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=70930b94-b5fe-43e0-b1d1-cb529415b9c1 HTTP/1.1" status: 200 len: 850 time: 0.0530193 Aug 20 14:17:22.269585 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da803e-8057-4749-85b3-0097d80d84ec req-6a127b37-f106-4294-9f74-d9ef9fbe4def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:22.272225 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-96da803e-8057-4749-85b3-0097d80d84ec req-6a127b37-f106-4294-9f74-d9ef9fbe4def service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423808 Aug 20 14:17:22.282884 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-30262ba1-fb29-4daa-83a9-7ec3e30e4b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'name': 'tempest-AttachVolumeTestJSON-2000678739-router', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:26Z', 'revision_number': 4, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'gw_port': {'id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_floatingips': [{'id': '25df4524-b90d-498a-8c5e-99475eb53cc2', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'router_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'port_id': '171b38ff-7322-47eb-8736-9d7350e82e35', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203', 'mac_address': 'fa:16:3e:a7:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0616adf5-9dca-4dc8-b0fb-75f0ae34894e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:17:09Z', 'updated_at': '2021-08-20T14:17:20Z', 'revision_number': 1, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec0ea713-94e9-4df8-95fc-33c83d2d68bc', 'name': '', 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'mac_address': 'fa:16:3e:9f:c7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a72563a2-044e-43fb-9d5a-093c33ebfa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:14:25Z', 'updated_at': '2021-08-20T14:14:30Z', 'revision_number': 5, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'subnets': [{'id': 'a72563a2-044e-43fb-9d5a-093c33ebfa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:17:22.370176 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-96da803e-8057-4749-85b3-0097d80d84ec req-f170fce1-731f-4020-8eb1-ba6e93053747 service neutron] 10.222.0.65 "GET /v2.0/networks/0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893040 Aug 20 14:17:22.428320 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-6c13168c-03d4-4170-90a6-4e16a2ec3302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'name': 'tempest-TestVolumeBootPattern-932448548-router', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:14Z', 'updated_at': '2021-08-20T14:09:20Z', 'revision_number': 4, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'gw_port': {'id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:15Z', 'updated_at': '2021-08-20T14:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': 'ae5a7c76-f4f9-4aab-9d40-99d06746d3b6', 'name': '', 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'mac_address': 'fa:16:3e:c0:2c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:19Z', 'updated_at': '2021-08-20T14:09:31Z', 'revision_number': 5, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'subnets': [{'id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:17:22.439809 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30262ba1-fb29-4daa-83a9-7ec3e30e4b56 None None] Checking router: 0d09b55f-4666-4799-9b17-7558b0b8be0f for host: dv-cinder-790535-10-iscsi {{(pid=94102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:17:22.450026 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30262ba1-fb29-4daa-83a9-7ec3e30e4b56 None None] Routers {'0d09b55f-4666-4799-9b17-7558b0b8be0f'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:17:22.451141 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-30262ba1-fb29-4daa-83a9-7ec3e30e4b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:17:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['0d09b55f-4666-4799-9b17-7558b0b8be0f'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:17:22.456037 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c13168c-03d4-4170-90a6-4e16a2ec3302 None None] The sync data for ids ['ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'] in dv-cinder-790535-10-iscsi is: [{'id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'name': 'tempest-TestVolumeBootPattern-932448548-router', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:14Z', 'updated_at': '2021-08-20T14:09:20Z', 'revision_number': 4, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'gw_port': {'id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:15Z', 'updated_at': '2021-08-20T14:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': 'ae5a7c76-f4f9-4aab-9d40-99d06746d3b6', 'name': '', 'network_id': '0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'mac_address': 'fa:16:3e:c0:2c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:19Z', 'updated_at': '2021-08-20T14:09:31Z', 'revision_number': 5, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'subnets': [{'id': '70930b94-b5fe-43e0-b1d1-cb529415b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:17:22.479550 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-96da803e-8057-4749-85b3-0097d80d84ec req-719d1862-1f8f-4d52-b342-c9d529a46c38 service neutron] 10.222.0.65 "GET /v2.0/networks/0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016908 Aug 20 14:17:22.564606 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-30262ba1-fb29-4daa-83a9-7ec3e30e4b56 None None] Set router 0d09b55f-4666-4799-9b17-7558b0b8be0f gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:17:22.672641 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9e0c38-7adf-4235-aa78-78d31dd19d10 None None] New status for floating IP f7577762-97d5-402d-b5d1-3f292b40b5eb: DOWN {{(pid=94103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:17:22.794641 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-30262ba1-fb29-4daa-83a9-7ec3e30e4b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'name': 'tempest-AttachVolumeTestJSON-2000678739-router', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:26Z', 'revision_number': 4, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'gw_port': {'id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_floatingips': [{'id': '25df4524-b90d-498a-8c5e-99475eb53cc2', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'router_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'port_id': '171b38ff-7322-47eb-8736-9d7350e82e35', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203', 'mac_address': 'fa:16:3e:a7:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0616adf5-9dca-4dc8-b0fb-75f0ae34894e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:17:09Z', 'updated_at': '2021-08-20T14:17:20Z', 'revision_number': 1, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec0ea713-94e9-4df8-95fc-33c83d2d68bc', 'name': '', 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'mac_address': 'fa:16:3e:9f:c7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a72563a2-044e-43fb-9d5a-093c33ebfa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:14:25Z', 'updated_at': '2021-08-20T14:14:30Z', 'revision_number': 5, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'subnets': [{'id': 'a72563a2-044e-43fb-9d5a-093c33ebfa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:17:22.825418 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30262ba1-fb29-4daa-83a9-7ec3e30e4b56 None None] The sync data for ids ['0d09b55f-4666-4799-9b17-7558b0b8be0f'] in dv-cinder-790535-10-iscsi is: [{'id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'name': 'tempest-AttachVolumeTestJSON-2000678739-router', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:26Z', 'revision_number': 4, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'gw_port': {'id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_floatingips': [{'id': '25df4524-b90d-498a-8c5e-99475eb53cc2', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'router_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'port_id': '171b38ff-7322-47eb-8736-9d7350e82e35', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203', 'mac_address': 'fa:16:3e:a7:e9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0616adf5-9dca-4dc8-b0fb-75f0ae34894e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:17:09Z', 'updated_at': '2021-08-20T14:17:20Z', 'revision_number': 1, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec0ea713-94e9-4df8-95fc-33c83d2d68bc', 'name': '', 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'mac_address': 'fa:16:3e:9f:c7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a72563a2-044e-43fb-9d5a-093c33ebfa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:14:25Z', 'updated_at': '2021-08-20T14:14:30Z', 'revision_number': 5, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'subnets': [{'id': 'a72563a2-044e-43fb-9d5a-093c33ebfa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:17:22.999249 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7f52a3-1c2a-4faf-b2ea-95f65da88f32 None None] New status for floating IP 25df4524-b90d-498a-8c5e-99475eb53cc2: ACTIVE {{(pid=94102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:17:23.233387 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f1ce2-1a91-44fe-8dac-cbf01d0561fa req-d270d198-1a3b-445b-9c68-ae6d544bce0f tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:23.234841 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8c9f1ce2-1a91-44fe-8dac-cbf01d0561fa req-d270d198-1a3b-445b-9c68-ae6d544bce0f tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4837b1-3908-40e1-a7bc-159eda9cc71b HTTP/1.1" status: 200 len: 946 time: 0.0500922 Aug 20 14:17:23.273042 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8c9f1ce2-1a91-44fe-8dac-cbf01d0561fa req-9a57f6af-dc4d-4834-b34e-6594cf06a6e5 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/security-groups?id=f9f7528a-2e5b-49a4-910d-ef38d30ffea1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314310 Aug 20 14:17:23.439305 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea390a9-0fb2-4aba-a645-2e07148f083a req-23c913f6-3706-4c33-8bfa-4bf40def1c5c tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:23.440996 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8ea390a9-0fb2-4aba-a645-2e07148f083a req-23c913f6-3706-4c33-8bfa-4bf40def1c5c tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e4837b1-3908-40e1-a7bc-159eda9cc71b HTTP/1.1" status: 200 len: 946 time: 0.0530269 Aug 20 14:17:23.531158 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-8ea390a9-0fb2-4aba-a645-2e07148f083a req-71322aaf-c802-47c7-a7f2-52ba37fc8223 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Deleting port 0c96090f-f850-47a9-856b-d017c651648f {{(pid=94100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:17:23.531409 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-8ea390a9-0fb2-4aba-a645-2e07148f083a req-71322aaf-c802-47c7-a7f2-52ba37fc8223 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:23.618266 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-8ea390a9-0fb2-4aba-a645-2e07148f083a req-71322aaf-c802-47c7-a7f2-52ba37fc8223 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] For port 0c96090f-f850-47a9-856b-d017c651648f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0c96090f-f850-47a9-856b-d017c651648f,segment=NetworkSegment(ef43daab-3823-45b9-a2bf-5f2531300abc),segment_id=ef43daab-3823-45b9-a2bf-5f2531300abc)] {{(pid=94100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:17:23.618625 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-8ea390a9-0fb2-4aba-a645-2e07148f083a req-71322aaf-c802-47c7-a7f2-52ba37fc8223 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:23.631422 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-8ea390a9-0fb2-4aba-a645-2e07148f083a req-71322aaf-c802-47c7-a7f2-52ba37fc8223 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Calling delete_port for 0c96090f-f850-47a9-856b-d017c651648f owned by compute:nova {{(pid=94100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:17:23.752268 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-8ea390a9-0fb2-4aba-a645-2e07148f083a req-71322aaf-c802-47c7-a7f2-52ba37fc8223 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:23.789252 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71322aaf-c802-47c7-a7f2-52ba37fc8223 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Pushing event deleted for resources: {'Port': ['ID=0c96090f-f850-47a9-856b-d017c651648f,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:23.829110 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea390a9-0fb2-4aba-a645-2e07148f083a req-71322aaf-c802-47c7-a7f2-52ba37fc8223 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] No DVR routers for this DVR port 0c96090f-f850-47a9-856b-d017c651648f on host hv-cinder-79053 {{(pid=94100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:17:23.831850 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-8ea390a9-0fb2-4aba-a645-2e07148f083a req-71322aaf-c802-47c7-a7f2-52ba37fc8223 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:23.834496 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8ea390a9-0fb2-4aba-a645-2e07148f083a req-71322aaf-c802-47c7-a7f2-52ba37fc8223 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.65 "DELETE /v2.0/ports/0c96090f-f850-47a9-856b-d017c651648f HTTP/1.1" status: 204 len: 173 time: 0.3880863 Aug 20 14:17:23.834937 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4837b1-3908-40e1-a7bc-159eda9cc71b', 'name': 'network-vif-deleted', 'tag': '0c96090f-f850-47a9-856b-d017c651648f'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:17:23.837282 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5456d9-0993-42e7-8c93-110a2b100348" -d '{"events": [{"server_uuid": "2e4837b1-3908-40e1-a7bc-159eda9cc71b", "name": "network-vif-deleted", "tag": "0c96090f-f850-47a9-856b-d017c651648f"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:17:23.859239 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0616adf5-9dca-4dc8-b0fb-75f0ae34894e', 'tag': '171b38ff-7322-47eb-8736-9d7350e82e35'}] {{(pid=94101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:17:23.862065 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbe9c96b14d8a984b3b2359cf8bfa077cf4e0579f01b10b2ab8ef3f260cf9dd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4f960d-7c37-4c1a-927d-e236ed53f0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "0616adf5-9dca-4dc8-b0fb-75f0ae34894e", "tag": "171b38ff-7322-47eb-8736-9d7350e82e35"}]}' {{(pid=94101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:17:23.881116 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518b89ce-c42c-4341-bd04-a16f3fe9c01f x-openstack-request-id: req-518b89ce-c42c-4341-bd04-a16f3fe9c01f {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:17:23.881541 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4837b1-3908-40e1-a7bc-159eda9cc71b", "name": "network-vif-deleted", "tag": "0c96090f-f850-47a9-856b-d017c651648f", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:17:23.881849 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-518b89ce-c42c-4341-bd04-a16f3fe9c01f {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:17:23.882321 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4837b1-3908-40e1-a7bc-159eda9cc71b', 'name': 'network-vif-deleted', 'tag': '0c96090f-f850-47a9-856b-d017c651648f', 'status': 'completed', 'code': 200} Aug 20 14:17:23.902334 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b0ffe0-ffd5-45a4-aeb6-179f7cbb6f80 x-openstack-request-id: req-d4b0ffe0-ffd5-45a4-aeb6-179f7cbb6f80 {{(pid=94101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:17:23.902593 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0616adf5-9dca-4dc8-b0fb-75f0ae34894e", "tag": "171b38ff-7322-47eb-8736-9d7350e82e35", "status": "completed", "code": 200}]} {{(pid=94101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:17:23.902907 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d4b0ffe0-ffd5-45a4-aeb6-179f7cbb6f80 {{(pid=94101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:17:23.903376 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0616adf5-9dca-4dc8-b0fb-75f0ae34894e', 'tag': '171b38ff-7322-47eb-8736-9d7350e82e35', 'status': 'completed', 'code': 200} Aug 20 14:17:23.974304 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f960d-7c37-4c1a-927d-e236ed53f0f3 req-dbb8bca8-c5da-4a02-b506-7f10fadf89df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:23.976042 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4d4f960d-7c37-4c1a-927d-e236ed53f0f3 req-dbb8bca8-c5da-4a02-b506-7f10fadf89df service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=051cf31bc2404bc4bdd890680fe831af&device_id=0616adf5-9dca-4dc8-b0fb-75f0ae34894e HTTP/1.1" status: 200 len: 1099 time: 0.0484369 Aug 20 14:17:24.070353 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f960d-7c37-4c1a-927d-e236ed53f0f3 req-063b239b-2686-4a6c-af54-99cfa81d0359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:24.071857 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4d4f960d-7c37-4c1a-927d-e236ed53f0f3 req-063b239b-2686-4a6c-af54-99cfa81d0359 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c7fe144a-703d-49b5-aa1b-01c4046f4203 HTTP/1.1" status: 200 len: 912 time: 0.0884373 Aug 20 14:17:24.150986 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4d4f960d-7c37-4c1a-927d-e236ed53f0f3 req-0968b0be-355e-4436-80ce-54e6823f5567 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=171b38ff-7322-47eb-8736-9d7350e82e35 HTTP/1.1" status: 200 len: 1001 time: 0.0662582 Aug 20 14:17:24.202143 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f960d-7c37-4c1a-927d-e236ed53f0f3 req-16adde7a-afef-40f9-bc94-563c2e10e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:24.203587 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4d4f960d-7c37-4c1a-927d-e236ed53f0f3 req-16adde7a-afef-40f9-bc94-563c2e10e3bb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a72563a2-044e-43fb-9d5a-093c33ebfa12 HTTP/1.1" status: 200 len: 850 time: 0.0444393 Aug 20 14:17:24.252660 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f960d-7c37-4c1a-927d-e236ed53f0f3 req-08ce061d-25fa-4c13-82b5-3df8f42f0a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:17:24.254142 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4d4f960d-7c37-4c1a-927d-e236ed53f0f3 req-08ce061d-25fa-4c13-82b5-3df8f42f0a9b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c7fe144a-703d-49b5-aa1b-01c4046f4203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435679 Aug 20 14:17:24.342100 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4d4f960d-7c37-4c1a-927d-e236ed53f0f3 req-f2834eab-31aa-41d2-b63b-863e9f8be5ae service neutron] 10.222.0.65 "GET /v2.0/networks/c7fe144a-703d-49b5-aa1b-01c4046f4203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803556 Aug 20 14:17:24.674429 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8a2a3c7a-3014-43e6-a683-6e7d6e0879ba req-e3ffb7a1-215c-41d8-be50-7496f37ce889 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e4837b1-3908-40e1-a7bc-159eda9cc71b HTTP/1.1" status: 200 len: 210 time: 0.3175728 Aug 20 14:17:24.716259 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-4d4f960d-7c37-4c1a-927d-e236ed53f0f3 req-9e3a47ec-16fc-4eba-b294-103e4b4966fc service neutron] 10.222.0.65 "GET /v2.0/networks/c7fe144a-703d-49b5-aa1b-01c4046f4203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664348 Aug 20 14:17:25.729640 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 33370) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:17:25.855375 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-fe34aaca-4485-4067-890a-79eb3a762d21 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Deleting port 2da1b4d2-b806-49bf-8858-54ab4e2c32c4 {{(pid=94101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:17:25.855709 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-fe34aaca-4485-4067-890a-79eb3a762d21 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:25.932703 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-fe34aaca-4485-4067-890a-79eb3a762d21 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:25.933037 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-fe34aaca-4485-4067-890a-79eb3a762d21 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:25.946145 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-fe34aaca-4485-4067-890a-79eb3a762d21 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Calling delete_port for 2da1b4d2-b806-49bf-8858-54ab4e2c32c4 owned by network:floatingip {{(pid=94101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:17:26.082252 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-fe34aaca-4485-4067-890a-79eb3a762d21 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131250090'] for port, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:26.107523 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34aaca-4485-4067-890a-79eb3a762d21 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Pushing event deleted for resources: {'Port': ['ID=2da1b4d2-b806-49bf-8858-54ab4e2c32c4,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:26.170927 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-fe34aaca-4485-4067-890a-79eb3a762d21 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for floatingip, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:26.173481 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-fe34aaca-4485-4067-890a-79eb3a762d21 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for floatingip, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:26.174648 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-fe34aaca-4485-4067-890a-79eb3a762d21 tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "DELETE /v2.0/floatingips/15c6f106-dac3-4306-bac1-0c3b5135389c HTTP/1.1" status: 204 len: 168 time: 0.4440229 Aug 20 14:17:27.374176 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 33386) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:17:27.433114 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-6bb2c863-560f-4263-b407-f5c58cd4346e tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:27.459849 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-6bb2c863-560f-4263-b407-f5c58cd4346e tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:27.522353 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-6bb2c863-560f-4263-b407-f5c58cd4346e tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:27.525161 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-6bb2c863-560f-4263-b407-f5c58cd4346e tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:27.526324 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-6bb2c863-560f-4263-b407-f5c58cd4346e tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] 10.222.0.38 "DELETE /v2.0/security-groups/f9f7528a-2e5b-49a4-910d-ef38d30ffea1 HTTP/1.1" status: 204 len: 168 time: 0.1511550 Aug 20 14:17:27.535639 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2c863-560f-4263-b407-f5c58cd4346e tempest-TestVolumeBootPattern-1406309138 tempest-TestVolumeBootPattern-1406309138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f7528a-2e5b-49a4-910d-ef38d30ffea1,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:27.586925 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 33390) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:17:27.755556 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 0c96090f-f850-47a9-856b-d017c651648f no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:17:27.775127 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] No Port match for: 0c96090f-f850-47a9-856b-d017c651648f {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:17:27.775470 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 0c96090f-f850-47a9-856b-d017c651648f not bound to the agent host hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:17:27.972051 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-88a3419a-50b9-4713-8149-5d373b1381a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529622'] for router_interface, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:28.217152 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [None req-88a3419a-50b9-4713-8149-5d373b1381a8 admin admin] Deleting port ae5a7c76-f4f9-4aab-9d40-99d06746d3b6 {{(pid=94100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:17:28.217488 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-88a3419a-50b9-4713-8149-5d373b1381a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:28.296224 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [None req-88a3419a-50b9-4713-8149-5d373b1381a8 admin admin] For port ae5a7c76-f4f9-4aab-9d40-99d06746d3b6, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=ae5a7c76-f4f9-4aab-9d40-99d06746d3b6,segment=NetworkSegment(ef43daab-3823-45b9-a2bf-5f2531300abc),segment_id=ef43daab-3823-45b9-a2bf-5f2531300abc)] {{(pid=94100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:17:28.296517 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-88a3419a-50b9-4713-8149-5d373b1381a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:28.311032 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [None req-88a3419a-50b9-4713-8149-5d373b1381a8 admin admin] Calling delete_port for ae5a7c76-f4f9-4aab-9d40-99d06746d3b6 owned by network:router_interface {{(pid=94100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:17:28.500209 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-88a3419a-50b9-4713-8149-5d373b1381a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:28.526927 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3419a-50b9-4713-8149-5d373b1381a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae5a7c76-f4f9-4aab-9d40-99d06746d3b6,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:28.702291 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-88a3419a-50b9-4713-8149-5d373b1381a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1015037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529482'] for router_interface, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:28.909400 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a3419a-50b9-4713-8149-5d373b1381a8 admin admin] Router ece7f8b1-caa6-4f8b-b867-83e5fb328d3d has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:17:29.015443 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a3419a-50b9-4713-8149-5d373b1381a8 admin admin] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:17:29.023715 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-88a3419a-50b9-4713-8149-5d373b1381a8 admin admin] 10.222.0.38 "PUT /v2.0/routers/ece7f8b1-caa6-4f8b-b867-83e5fb328d3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4325089 Aug 20 14:17:29.024413 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 33396) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:17:29.025565 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791fa09c-418c-4c77-be8b-2e3f7ece0f9c None None] Sync routers for ids ['ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'] in dv-cinder-790535-10-iscsi {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:17:29.034477 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791fa09c-418c-4c77-be8b-2e3f7ece0f9c None None] Routers {'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:17:29.035080 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-791fa09c-418c-4c77-be8b-2e3f7ece0f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:17:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:17:29.127983 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-7b4a5f8c-2f5b-45e4-a592-4c26989f93d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:29.137637 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-791fa09c-418c-4c77-be8b-2e3f7ece0f9c None None] Set router ece7f8b1-caa6-4f8b-b867-83e5fb328d3d gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:17:29.229406 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-7b4a5f8c-2f5b-45e4-a592-4c26989f93d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:29.280969 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-7b4a5f8c-2f5b-45e4-a592-4c26989f93d8 admin admin] Deleting port 3cdd78ec-b18c-4422-afc3-f7c803921453 {{(pid=94101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:17:29.281400 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-7b4a5f8c-2f5b-45e4-a592-4c26989f93d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:29.318618 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-791fa09c-418c-4c77-be8b-2e3f7ece0f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'name': 'tempest-TestVolumeBootPattern-932448548-router', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:14Z', 'updated_at': '2021-08-20T14:17:28Z', 'revision_number': 5, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'gw_port': {'id': '3cdd78ec-b18c-4422-afc3-f7c803921453', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:15Z', 'updated_at': '2021-08-20T14:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:17:29.344661 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791fa09c-418c-4c77-be8b-2e3f7ece0f9c None None] Checking router: ece7f8b1-caa6-4f8b-b867-83e5fb328d3d for host: dv-cinder-790535-10-iscsi {{(pid=94103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:17:29.353561 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791fa09c-418c-4c77-be8b-2e3f7ece0f9c None None] Routers {'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:17:29.354164 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-791fa09c-418c-4c77-be8b-2e3f7ece0f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:17:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:17:29.365253 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.db [None req-7b4a5f8c-2f5b-45e4-a592-4c26989f93d8 admin admin] For port 3cdd78ec-b18c-4422-afc3-f7c803921453, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=3cdd78ec-b18c-4422-afc3-f7c803921453,segment=NetworkSegment(4decdd4f-3fef-48ea-97d6-157c44e17f8c),segment_id=4decdd4f-3fef-48ea-97d6-157c44e17f8c)] {{(pid=94101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:17:29.365618 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-7b4a5f8c-2f5b-45e4-a592-4c26989f93d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:29.377317 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-7b4a5f8c-2f5b-45e4-a592-4c26989f93d8 admin admin] Calling delete_port for 3cdd78ec-b18c-4422-afc3-f7c803921453 owned by network:router_gateway {{(pid=94101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:17:29.541107 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-791fa09c-418c-4c77-be8b-2e3f7ece0f9c None None] Set router ece7f8b1-caa6-4f8b-b867-83e5fb328d3d gateway port host: None {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:17:29.553865 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-7b4a5f8c-2f5b-45e4-a592-4c26989f93d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131250090'] for port, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:29.578968 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a5f8c-2f5b-45e4-a592-4c26989f93d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cdd78ec-b18c-4422-afc3-f7c803921453,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:29.596080 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-791fa09c-418c-4c77-be8b-2e3f7ece0f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'name': 'tempest-TestVolumeBootPattern-932448548-router', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:14Z', 'updated_at': '2021-08-20T14:17:29Z', 'revision_number': 6, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'gw_port_host': None}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:17:29.623366 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791fa09c-418c-4c77-be8b-2e3f7ece0f9c None None] The sync data for ids ['ece7f8b1-caa6-4f8b-b867-83e5fb328d3d'] in dv-cinder-790535-10-iscsi is: [{'id': 'ece7f8b1-caa6-4f8b-b867-83e5fb328d3d', 'name': 'tempest-TestVolumeBootPattern-932448548-router', 'tenant_id': 'b9547b5173c74472b28578fee4efd2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:14Z', 'updated_at': '2021-08-20T14:17:29Z', 'revision_number': 6, 'project_id': 'b9547b5173c74472b28578fee4efd2de', 'gw_port_host': None}] {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:17:29.647558 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-7b4a5f8c-2f5b-45e4-a592-4c26989f93d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-686494'] for router_gateway, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:29.745104 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-7b4a5f8c-2f5b-45e4-a592-4c26989f93d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3234'] for router, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:29.747190 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-7b4a5f8c-2f5b-45e4-a592-4c26989f93d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:29.789914 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-7b4a5f8c-2f5b-45e4-a592-4c26989f93d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532139'] for router, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:29.790360 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4a5f8c-2f5b-45e4-a592-4c26989f93d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ece7f8b1-caa6-4f8b-b867-83e5fb328d3d {{(pid=94101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:17:29.794663 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-7b4a5f8c-2f5b-45e4-a592-4c26989f93d8 admin admin] Notify callbacks [] for router, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:29.796179 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-7b4a5f8c-2f5b-45e4-a592-4c26989f93d8 admin admin] 10.222.0.38 "DELETE /v2.0/routers/ece7f8b1-caa6-4f8b-b867-83e5fb328d3d HTTP/1.1" status: 204 len: 168 time: 0.7707400 Aug 20 14:17:29.798912 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 33400) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:17:29.842080 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.db_base_plugin_v2 [None req-67615af7-a824-40e9-9e65-87ca99f4ce8f admin admin] Deleting subnet 70930b94-b5fe-43e0-b1d1-cb529415b9c1 {{(pid=94101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:17:29.845009 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-67615af7-a824-40e9-9e65-87ca99f4ce8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:29.878297 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-67615af7-a824-40e9-9e65-87ca99f4ce8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131863462'] for subnet, precommit_delete_associations {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:29.956571 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-67615af7-a824-40e9-9e65-87ca99f4ce8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1685479'] for subnet, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:30.012012 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-67615af7-a824-40e9-9e65-87ca99f4ce8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1685486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131250079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130136038'] for subnet, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:30.043029 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67615af7-a824-40e9-9e65-87ca99f4ce8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70930b94-b5fe-43e0-b1d1-cb529415b9c1,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:30.046791 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-67615af7-a824-40e9-9e65-87ca99f4ce8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for subnet, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:30.047053 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-67615af7-a824-40e9-9e65-87ca99f4ce8f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/70930b94-b5fe-43e0-b1d1-cb529415b9c1 HTTP/1.1" status: 204 len: 168 time: 0.2472379 Aug 20 14:17:30.049585 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 33402) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:17:30.051913 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5d5ee8-810b-49a3-9ae2-f13745c32226 None None] Network 0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1 requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:17:30.121269 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-43f8d8cc-dd3b-48cb-b02d-c395fbfa0009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656558'] for network, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:30.173620 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-43f8d8cc-dd3b-48cb-b02d-c395fbfa0009 admin admin] Deleting port ce0e5958-de26-4362-9597-7456d60dfbdd {{(pid=94101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:17:30.173961 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-43f8d8cc-dd3b-48cb-b02d-c395fbfa0009 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:30.238104 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.db [None req-43f8d8cc-dd3b-48cb-b02d-c395fbfa0009 admin admin] For port ce0e5958-de26-4362-9597-7456d60dfbdd, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=ce0e5958-de26-4362-9597-7456d60dfbdd,segment=NetworkSegment(ef43daab-3823-45b9-a2bf-5f2531300abc),segment_id=ef43daab-3823-45b9-a2bf-5f2531300abc)] {{(pid=94101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:17:30.238460 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-43f8d8cc-dd3b-48cb-b02d-c395fbfa0009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:30.250367 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-43f8d8cc-dd3b-48cb-b02d-c395fbfa0009 admin admin] Calling delete_port for ce0e5958-de26-4362-9597-7456d60dfbdd owned by network:dhcp {{(pid=94101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:17:30.328729 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-43f8d8cc-dd3b-48cb-b02d-c395fbfa0009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131250090'] for port, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:30.351842 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8d8cc-dd3b-48cb-b02d-c395fbfa0009 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce0e5958-de26-4362-9597-7456d60dfbdd,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:30.357318 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f8d8cc-dd3b-48cb-b02d-c395fbfa0009 admin admin] No DVR routers for this DVR port ce0e5958-de26-4362-9597-7456d60dfbdd on host dv-cinder-790535-10-iscsi {{(pid=94101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:17:30.410245 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575c7b7c-7592-4e14-8986-0218614b75b0 None None] DHCP port deletion for 0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1 request from dv-cinder-790535-10-iscsi {{(pid=94102) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:17:30.439707 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-43f8d8cc-dd3b-48cb-b02d-c395fbfa0009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1745010', 'neutron.services.segments.db._delete_segments_for_network-8728246697485'] for network, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:30.451376 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-43f8d8cc-dd3b-48cb-b02d-c395fbfa0009 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1']}} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:17:30.463121 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-43f8d8cc-dd3b-48cb-b02d-c395fbfa0009 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef43daab-3823-45b9-a2bf-5f2531300abc') {'for_net_delete': True} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:17:30.463427 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-43f8d8cc-dd3b-48cb-b02d-c395fbfa0009 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef43daab-3823-45b9-a2bf-5f2531300abc') {} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:17:30.472283 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-43f8d8cc-dd3b-48cb-b02d-c395fbfa0009 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728246668737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131863519'] for segment, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:30.474448 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device ae5a7c76-f4f9-4aab-9d40-99d06746d3b6 no longer exists at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:17:30.486402 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-43f8d8cc-dd3b-48cb-b02d-c395fbfa0009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:30.492854 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f8d8cc-dd3b-48cb-b02d-c395fbfa0009 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:17:30.493257 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-43f8d8cc-dd3b-48cb-b02d-c395fbfa0009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131250037'] for segment, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:30.494903 dv-cinder-790535-10-iscsi neutron-server[94101]: Traceback (most recent call last): Aug 20 14:17:30.494903 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:17:30.494903 dv-cinder-790535-10-iscsi neutron-server[94101]: timer() Aug 20 14:17:30.494903 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:17:30.494903 dv-cinder-790535-10-iscsi neutron-server[94101]: cb(*args, **kw) Aug 20 14:17:30.494903 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:17:30.494903 dv-cinder-790535-10-iscsi neutron-server[94101]: return func(*args, **kwargs) Aug 20 14:17:30.494903 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:17:30.494903 dv-cinder-790535-10-iscsi neutron-server[94101]: self._notify() Aug 20 14:17:30.494903 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:17:30.494903 dv-cinder-790535-10-iscsi neutron-server[94101]: self.callback(batched_events) Aug 20 14:17:30.494903 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:17:30.494903 dv-cinder-790535-10-iscsi neutron-server[94101]: event.method(event) Aug 20 14:17:30.494903 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:17:30.494903 dv-cinder-790535-10-iscsi neutron-server[94101]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:17:30.494903 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:17:30.494903 dv-cinder-790535-10-iscsi neutron-server[94101]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:17:30.494903 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:17:30.494903 dv-cinder-790535-10-iscsi neutron-server[94101]: return f(self, *a, **k) Aug 20 14:17:30.494903 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:17:30.494903 dv-cinder-790535-10-iscsi neutron-server[94101]: return self._get(url).json() Aug 20 14:17:30.494903 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:17:30.494903 dv-cinder-790535-10-iscsi neutron-server[94101]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:17:30.494903 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:17:30.494903 dv-cinder-790535-10-iscsi neutron-server[94101]: return self.request(url, 'GET', **kwargs) Aug 20 14:17:30.494903 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:17:30.494903 dv-cinder-790535-10-iscsi neutron-server[94101]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:17:30.494903 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:17:30.494903 dv-cinder-790535-10-iscsi neutron-server[94101]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:17:30.494903 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:17:30.494903 dv-cinder-790535-10-iscsi neutron-server[94101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:17:30.494903 dv-cinder-790535-10-iscsi neutron-server[94101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:17:30.497428 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] No Port match for: ae5a7c76-f4f9-4aab-9d40-99d06746d3b6 {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:17:30.497428 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device ae5a7c76-f4f9-4aab-9d40-99d06746d3b6 not bound to the agent host dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:17:30.497428 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device ce0e5958-de26-4362-9597-7456d60dfbdd no longer exists at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:17:30.523466 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] No Port match for: ce0e5958-de26-4362-9597-7456d60dfbdd {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:17:30.523817 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device ce0e5958-de26-4362-9597-7456d60dfbdd not bound to the agent host dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:17:30.524238 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 3cdd78ec-b18c-4422-afc3-f7c803921453 no longer exists at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:17:30.547856 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] No Port match for: 3cdd78ec-b18c-4422-afc3-f7c803921453 {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:17:30.548212 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 3cdd78ec-b18c-4422-afc3-f7c803921453 not bound to the agent host dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:17:30.553346 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-43f8d8cc-dd3b-48cb-b02d-c395fbfa0009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1745017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687127'] for network, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:30.560262 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-43f8d8cc-dd3b-48cb-b02d-c395fbfa0009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:30.562067 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-43f8d8cc-dd3b-48cb-b02d-c395fbfa0009 admin admin] 10.222.0.38 "DELETE /v2.0/networks/0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1 HTTP/1.1" status: 204 len: 168 time: 0.5116348 Aug 20 14:17:30.564982 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 33404) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:17:30.573826 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8d8cc-dd3b-48cb-b02d-c395fbfa0009 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fb3d08e-7f46-460a-9dfd-f1eeb17ef0f1,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:30.929081 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-160ac7ed-f2e3-4099-a65d-de60849d98b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529622'] for router_interface, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:31.181116 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [None req-160ac7ed-f2e3-4099-a65d-de60849d98b7 admin admin] Deleting port b2624d22-3c5d-4622-8d65-575adfac1ce0 {{(pid=94100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:17:31.181409 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-160ac7ed-f2e3-4099-a65d-de60849d98b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:31.261093 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [None req-160ac7ed-f2e3-4099-a65d-de60849d98b7 admin admin] For port b2624d22-3c5d-4622-8d65-575adfac1ce0, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=b2624d22-3c5d-4622-8d65-575adfac1ce0,segment=NetworkSegment(c685aa9a-ba27-4bec-8e64-ef716bc3f5f4),segment_id=c685aa9a-ba27-4bec-8e64-ef716bc3f5f4)] {{(pid=94100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:17:31.261456 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-160ac7ed-f2e3-4099-a65d-de60849d98b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:31.274864 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [None req-160ac7ed-f2e3-4099-a65d-de60849d98b7 admin admin] Calling delete_port for b2624d22-3c5d-4622-8d65-575adfac1ce0 owned by network:router_interface {{(pid=94100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:17:31.453305 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-160ac7ed-f2e3-4099-a65d-de60849d98b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:31.481981 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ac7ed-f2e3-4099-a65d-de60849d98b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2624d22-3c5d-4622-8d65-575adfac1ce0,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:31.647282 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-160ac7ed-f2e3-4099-a65d-de60849d98b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1015037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529482'] for router_interface, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:31.862682 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160ac7ed-f2e3-4099-a65d-de60849d98b7 admin admin] Router 414bc847-b6e2-4939-9574-8bee8e7330f0 has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:17:31.966340 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160ac7ed-f2e3-4099-a65d-de60849d98b7 admin admin] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:17:31.971203 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-160ac7ed-f2e3-4099-a65d-de60849d98b7 admin admin] 10.222.0.38 "PUT /v2.0/routers/414bc847-b6e2-4939-9574-8bee8e7330f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4046433 Aug 20 14:17:31.974435 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 33410) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:17:31.975810 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0a3ef6-b57c-4d38-8216-ce68c67aaee9 None None] Sync routers for ids ['414bc847-b6e2-4939-9574-8bee8e7330f0'] in dv-cinder-790535-10-iscsi {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:17:31.984752 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0a3ef6-b57c-4d38-8216-ce68c67aaee9 None None] Routers {'414bc847-b6e2-4939-9574-8bee8e7330f0'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:17:31.985364 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-3e0a3ef6-b57c-4d38-8216-ce68c67aaee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:17:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['414bc847-b6e2-4939-9574-8bee8e7330f0'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:17:32.081702 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d046546a-0f79-4187-bd5b-66b3961edd21 admin admin] Notify callbacks [] for router, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:32.110493 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-3e0a3ef6-b57c-4d38-8216-ce68c67aaee9 None None] Set router 414bc847-b6e2-4939-9574-8bee8e7330f0 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:17:32.294078 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-3e0a3ef6-b57c-4d38-8216-ce68c67aaee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414bc847-b6e2-4939-9574-8bee8e7330f0', 'name': 'tempest-TestVolumeBootPattern-1937422079-router', 'tenant_id': 'f39487630ad74f6894c8f336ba995264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '94d24b97-c024-46b7-b91a-c25a4b362785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:24Z', 'updated_at': '2021-08-20T14:17:31Z', 'revision_number': 5, 'project_id': 'f39487630ad74f6894c8f336ba995264', 'gw_port': {'id': '94d24b97-c024-46b7-b91a-c25a4b362785', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414bc847-b6e2-4939-9574-8bee8e7330f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:26Z', 'updated_at': '2021-08-20T14:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:17:32.322292 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0a3ef6-b57c-4d38-8216-ce68c67aaee9 None None] Checking router: 414bc847-b6e2-4939-9574-8bee8e7330f0 for host: dv-cinder-790535-10-iscsi {{(pid=94102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:17:32.331304 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0a3ef6-b57c-4d38-8216-ce68c67aaee9 None None] Routers {'414bc847-b6e2-4939-9574-8bee8e7330f0'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:17:32.331990 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-3e0a3ef6-b57c-4d38-8216-ce68c67aaee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:17:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['414bc847-b6e2-4939-9574-8bee8e7330f0'], 'active': True} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:17:32.441074 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_dvr_db [None req-3e0a3ef6-b57c-4d38-8216-ce68c67aaee9 None None] Set router 414bc847-b6e2-4939-9574-8bee8e7330f0 gateway port host: dv-cinder-790535-10-iscsi {{(pid=94102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:17:32.461325 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d046546a-0f79-4187-bd5b-66b3961edd21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:32.513013 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [None req-d046546a-0f79-4187-bd5b-66b3961edd21 admin admin] Deleting port 94d24b97-c024-46b7-b91a-c25a4b362785 {{(pid=94100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:17:32.513371 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d046546a-0f79-4187-bd5b-66b3961edd21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:32.591298 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [None req-d046546a-0f79-4187-bd5b-66b3961edd21 admin admin] For port 94d24b97-c024-46b7-b91a-c25a4b362785, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=94d24b97-c024-46b7-b91a-c25a4b362785,segment=NetworkSegment(4decdd4f-3fef-48ea-97d6-157c44e17f8c),segment_id=4decdd4f-3fef-48ea-97d6-157c44e17f8c)] {{(pid=94100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:17:32.591551 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d046546a-0f79-4187-bd5b-66b3961edd21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:32.604575 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [None req-d046546a-0f79-4187-bd5b-66b3961edd21 admin admin] Calling delete_port for 94d24b97-c024-46b7-b91a-c25a4b362785 owned by network:router_gateway {{(pid=94100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:17:32.623756 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.l3_hamode_db [None req-3e0a3ef6-b57c-4d38-8216-ce68c67aaee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414bc847-b6e2-4939-9574-8bee8e7330f0', 'name': 'tempest-TestVolumeBootPattern-1937422079-router', 'tenant_id': 'f39487630ad74f6894c8f336ba995264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '94d24b97-c024-46b7-b91a-c25a4b362785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:24Z', 'updated_at': '2021-08-20T14:17:31Z', 'revision_number': 5, 'project_id': 'f39487630ad74f6894c8f336ba995264', 'gw_port': {'id': '94d24b97-c024-46b7-b91a-c25a4b362785', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414bc847-b6e2-4939-9574-8bee8e7330f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:26Z', 'updated_at': '2021-08-20T14:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:17:32.651641 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0a3ef6-b57c-4d38-8216-ce68c67aaee9 None None] The sync data for ids ['414bc847-b6e2-4939-9574-8bee8e7330f0'] in dv-cinder-790535-10-iscsi is: [{'id': '414bc847-b6e2-4939-9574-8bee8e7330f0', 'name': 'tempest-TestVolumeBootPattern-1937422079-router', 'tenant_id': 'f39487630ad74f6894c8f336ba995264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '94d24b97-c024-46b7-b91a-c25a4b362785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:09:24Z', 'updated_at': '2021-08-20T14:17:31Z', 'revision_number': 5, 'project_id': 'f39487630ad74f6894c8f336ba995264', 'gw_port': {'id': '94d24b97-c024-46b7-b91a-c25a4b362785', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414bc847-b6e2-4939-9574-8bee8e7330f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:09:26Z', 'updated_at': '2021-08-20T14:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}] {{(pid=94102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:17:32.767851 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d046546a-0f79-4187-bd5b-66b3961edd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:32.791736 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046546a-0f79-4187-bd5b-66b3961edd21 admin admin] Pushing event deleted for resources: {'Port': ['ID=94d24b97-c024-46b7-b91a-c25a4b362785,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:32.854927 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d046546a-0f79-4187-bd5b-66b3961edd21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-686494'] for router_gateway, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:32.940888 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d046546a-0f79-4187-bd5b-66b3961edd21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3234'] for router, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:32.943447 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d046546a-0f79-4187-bd5b-66b3961edd21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:32.984856 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d046546a-0f79-4187-bd5b-66b3961edd21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532139'] for router, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:32.985396 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d046546a-0f79-4187-bd5b-66b3961edd21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 414bc847-b6e2-4939-9574-8bee8e7330f0 {{(pid=94100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:17:32.990526 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d046546a-0f79-4187-bd5b-66b3961edd21 admin admin] Notify callbacks [] for router, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:32.991523 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-d046546a-0f79-4187-bd5b-66b3961edd21 admin admin] 10.222.0.38 "DELETE /v2.0/routers/414bc847-b6e2-4939-9574-8bee8e7330f0 HTTP/1.1" status: 204 len: 168 time: 1.0161600 Aug 20 14:17:32.993990 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 33414) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:17:33.042379 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_v2 [None req-db0d5379-ac49-40f9-a9ea-d489c5a2bc77 admin admin] Deleting subnet ae55b970-fbaa-4a4d-8b94-f37a7e3719ed {{(pid=94100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:17:33.045814 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-db0d5379-ac49-40f9-a9ea-d489c5a2bc77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:33.082067 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-db0d5379-ac49-40f9-a9ea-d489c5a2bc77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132723178'] for subnet, precommit_delete_associations {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:33.190316 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-db0d5379-ac49-40f9-a9ea-d489c5a2bc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1685479'] for subnet, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:33.251887 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-db0d5379-ac49-40f9-a9ea-d489c5a2bc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1685486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130952508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130989612'] for subnet, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:33.278130 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d5379-ac49-40f9-a9ea-d489c5a2bc77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae55b970-fbaa-4a4d-8b94-f37a7e3719ed,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:33.281941 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-db0d5379-ac49-40f9-a9ea-d489c5a2bc77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:33.284282 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-db0d5379-ac49-40f9-a9ea-d489c5a2bc77 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ae55b970-fbaa-4a4d-8b94-f37a7e3719ed HTTP/1.1" status: 204 len: 168 time: 0.2891965 Aug 20 14:17:33.287415 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 33416) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:17:33.288992 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3908ef56-42ed-42f5-83fd-8e2d5e6d1634 None None] Network ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6 requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:17:33.361709 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-59d50347-93ee-4198-a21d-585fb798d7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656558'] for network, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:33.414735 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-59d50347-93ee-4198-a21d-585fb798d7d6 admin admin] Deleting port 55638846-abbb-4ead-b155-c1ce4ee1a2b6 {{(pid=94101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:17:33.415072 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-59d50347-93ee-4198-a21d-585fb798d7d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:33.478572 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.db [None req-59d50347-93ee-4198-a21d-585fb798d7d6 admin admin] For port 55638846-abbb-4ead-b155-c1ce4ee1a2b6, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=55638846-abbb-4ead-b155-c1ce4ee1a2b6,segment=NetworkSegment(c685aa9a-ba27-4bec-8e64-ef716bc3f5f4),segment_id=c685aa9a-ba27-4bec-8e64-ef716bc3f5f4)] {{(pid=94101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:17:33.478928 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-59d50347-93ee-4198-a21d-585fb798d7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:33.490992 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-59d50347-93ee-4198-a21d-585fb798d7d6 admin admin] Calling delete_port for 55638846-abbb-4ead-b155-c1ce4ee1a2b6 owned by network:dhcp {{(pid=94101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:17:33.570738 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-59d50347-93ee-4198-a21d-585fb798d7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131250090'] for port, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:33.596176 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d50347-93ee-4198-a21d-585fb798d7d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=55638846-abbb-4ead-b155-c1ce4ee1a2b6,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:33.599528 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d50347-93ee-4198-a21d-585fb798d7d6 admin admin] No DVR routers for this DVR port 55638846-abbb-4ead-b155-c1ce4ee1a2b6 on host dv-cinder-790535-10-iscsi {{(pid=94101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:17:33.668759 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0499d16f-fab1-42e0-9128-f6766c0c8f95 None None] DHCP port deletion for ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6 request from dv-cinder-790535-10-iscsi {{(pid=94102) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:17:33.876407 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-59d50347-93ee-4198-a21d-585fb798d7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1745010', 'neutron.services.segments.db._delete_segments_for_network-8728246697485'] for network, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:33.887822 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-59d50347-93ee-4198-a21d-585fb798d7d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6']}} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:17:33.897930 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-59d50347-93ee-4198-a21d-585fb798d7d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c685aa9a-ba27-4bec-8e64-ef716bc3f5f4') {'for_net_delete': True} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:17:33.898163 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-59d50347-93ee-4198-a21d-585fb798d7d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c685aa9a-ba27-4bec-8e64-ef716bc3f5f4') {} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:17:33.906860 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-59d50347-93ee-4198-a21d-585fb798d7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728246668737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131863519'] for segment, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:33.920869 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-59d50347-93ee-4198-a21d-585fb798d7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:33.927116 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d50347-93ee-4198-a21d-585fb798d7d6 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:17:33.927499 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-59d50347-93ee-4198-a21d-585fb798d7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131250037'] for segment, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:33.929113 dv-cinder-790535-10-iscsi neutron-server[94101]: Traceback (most recent call last): Aug 20 14:17:33.929113 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:17:33.929113 dv-cinder-790535-10-iscsi neutron-server[94101]: timer() Aug 20 14:17:33.929113 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:17:33.929113 dv-cinder-790535-10-iscsi neutron-server[94101]: cb(*args, **kw) Aug 20 14:17:33.929113 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:17:33.929113 dv-cinder-790535-10-iscsi neutron-server[94101]: return func(*args, **kwargs) Aug 20 14:17:33.929113 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:17:33.929113 dv-cinder-790535-10-iscsi neutron-server[94101]: self._notify() Aug 20 14:17:33.929113 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:17:33.929113 dv-cinder-790535-10-iscsi neutron-server[94101]: self.callback(batched_events) Aug 20 14:17:33.929113 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:17:33.929113 dv-cinder-790535-10-iscsi neutron-server[94101]: event.method(event) Aug 20 14:17:33.929113 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:17:33.929113 dv-cinder-790535-10-iscsi neutron-server[94101]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:17:33.929113 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:17:33.929113 dv-cinder-790535-10-iscsi neutron-server[94101]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:17:33.929113 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:17:33.929113 dv-cinder-790535-10-iscsi neutron-server[94101]: return f(self, *a, **k) Aug 20 14:17:33.929113 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:17:33.929113 dv-cinder-790535-10-iscsi neutron-server[94101]: return self._get(url).json() Aug 20 14:17:33.929113 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:17:33.929113 dv-cinder-790535-10-iscsi neutron-server[94101]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:17:33.929113 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:17:33.929113 dv-cinder-790535-10-iscsi neutron-server[94101]: return self.request(url, 'GET', **kwargs) Aug 20 14:17:33.929113 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:17:33.929113 dv-cinder-790535-10-iscsi neutron-server[94101]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:17:33.929113 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:17:33.929113 dv-cinder-790535-10-iscsi neutron-server[94101]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:17:33.929113 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:17:33.929113 dv-cinder-790535-10-iscsi neutron-server[94101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:17:33.929113 dv-cinder-790535-10-iscsi neutron-server[94101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:17:33.981272 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-59d50347-93ee-4198-a21d-585fb798d7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1745017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687127'] for network, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:33.986865 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-59d50347-93ee-4198-a21d-585fb798d7d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:33.989343 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-59d50347-93ee-4198-a21d-585fb798d7d6 admin admin] 10.222.0.38 "DELETE /v2.0/networks/ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6 HTTP/1.1" status: 204 len: 168 time: 0.7003472 Aug 20 14:17:34.000098 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d50347-93ee-4198-a21d-585fb798d7d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad40afde-fcc4-4cc1-b3bf-59a4ecab88c6,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:34.099862 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 33422) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:17:34.143386 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-9006bb3a-f74d-479f-951d-dac498d3f827 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b9547b5173c74472b28578fee4efd2de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421228 Aug 20 14:17:34.146975 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 33424) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:17:34.161926 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 55638846-abbb-4ead-b155-c1ce4ee1a2b6 no longer exists at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:17:34.182368 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] No Port match for: 55638846-abbb-4ead-b155-c1ce4ee1a2b6 {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:17:34.182368 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 55638846-abbb-4ead-b155-c1ce4ee1a2b6 not bound to the agent host dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:17:34.182694 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device b2624d22-3c5d-4622-8d65-575adfac1ce0 no longer exists at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:17:34.198487 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-dc501a62-a3c8-4c5d-9306-4797dbf10c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:34.200417 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] No Port match for: b2624d22-3c5d-4622-8d65-575adfac1ce0 {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:17:34.200584 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device b2624d22-3c5d-4622-8d65-575adfac1ce0 not bound to the agent host dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:17:34.200945 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 94d24b97-c024-46b7-b91a-c25a4b362785 no longer exists at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:17:34.218840 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] No Port match for: 94d24b97-c024-46b7-b91a-c25a4b362785 {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:17:34.219176 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 94d24b97-c024-46b7-b91a-c25a4b362785 not bound to the agent host dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:17:34.219457 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-dc501a62-a3c8-4c5d-9306-4797dbf10c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:34.271274 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-dc501a62-a3c8-4c5d-9306-4797dbf10c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:34.273930 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-dc501a62-a3c8-4c5d-9306-4797dbf10c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:34.275073 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-dc501a62-a3c8-4c5d-9306-4797dbf10c92 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/420828e2-f60a-4af5-ab9c-84c669c1535d HTTP/1.1" status: 204 len: 168 time: 0.1270802 Aug 20 14:17:34.282564 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc501a62-a3c8-4c5d-9306-4797dbf10c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420828e2-f60a-4af5-ab9c-84c669c1535d,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:34.591889 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 33430) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:17:34.632272 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-97937aa9-e52c-4f6d-83ff-e3a76a464c30 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f39487630ad74f6894c8f336ba995264&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391753 Aug 20 14:17:34.634810 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 33432) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:17:34.683037 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e050936e-93b8-4a83-99e2-07eeb019dee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:34.705133 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e050936e-93b8-4a83-99e2-07eeb019dee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:34.751198 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e050936e-93b8-4a83-99e2-07eeb019dee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:34.753765 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-e050936e-93b8-4a83-99e2-07eeb019dee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:34.754980 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-e050936e-93b8-4a83-99e2-07eeb019dee9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/90768a5c-9dd5-41b0-9d62-1df03660bb5e HTTP/1.1" status: 204 len: 168 time: 0.1192207 Aug 20 14:17:34.762650 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050936e-93b8-4a83-99e2-07eeb019dee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90768a5c-9dd5-41b0-9d62-1df03660bb5e,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:17:37.711472 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-f9845eb4-ada4-4b1d-9948-ed96461ac468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:40.471557 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-81c9523e-ac7f-4376-aa55-675c9ada7295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:40.490927 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:41.594723 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:42.574049 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:43.109330 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:17:47.132353 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 6 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:18:07.714013 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-d01f979a-1df5-4cf5-bb1e-21631a570d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:10.465288 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-56ae4aba-7ad5-4aef-b5ca-e305f9892a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:10.490854 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:11.597846 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:12.591044 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:13.112856 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:17.560924 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70372611-0234-4fc1-940a-bcec697e8c48 req-98250d6b-bb77-43ef-bdd9-60a1d5df9811 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:18:17.562298 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-70372611-0234-4fc1-940a-bcec697e8c48 req-98250d6b-bb77-43ef-bdd9-60a1d5df9811 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=0616adf5-9dca-4dc8-b0fb-75f0ae34894e HTTP/1.1" status: 200 len: 946 time: 0.0496123 Aug 20 14:18:17.598985 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-70372611-0234-4fc1-940a-bcec697e8c48 req-2273b81b-77a2-4eb6-aa3d-611d8cfdd9df tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=99a5c137-8491-4cc5-a5f5-aa2f49b2eec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307531 Aug 20 14:18:18.721372 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb915e-3f7d-461e-a3e4-afb93007a2d5 req-62a8b3de-c5da-4af8-b679-537e10f4a03b tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:18:18.722738 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-32fb915e-3f7d-461e-a3e4-afb93007a2d5 req-62a8b3de-c5da-4af8-b679-537e10f4a03b tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=0616adf5-9dca-4dc8-b0fb-75f0ae34894e HTTP/1.1" status: 200 len: 946 time: 0.0534072 Aug 20 14:18:18.760794 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-32fb915e-3f7d-461e-a3e4-afb93007a2d5 req-b240abb8-ef0d-432a-a57b-f90f08159f2f tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups?id=99a5c137-8491-4cc5-a5f5-aa2f49b2eec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318272 Aug 20 14:18:19.213162 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b98c1-795f-4b19-96fa-76a8ffd8efe6 req-330fd217-5bf7-45fe-b12e-7168c020e238 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:18:19.214597 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a78b98c1-795f-4b19-96fa-76a8ffd8efe6 req-330fd217-5bf7-45fe-b12e-7168c020e238 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.65 "GET /v2.0/ports?device_id=0616adf5-9dca-4dc8-b0fb-75f0ae34894e HTTP/1.1" status: 200 len: 946 time: 0.0488532 Aug 20 14:18:19.302914 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-a78b98c1-795f-4b19-96fa-76a8ffd8efe6 req-1f788aad-59c5-461f-8476-6a0617a04f35 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Deleting port 171b38ff-7322-47eb-8736-9d7350e82e35 {{(pid=94100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:18:19.303248 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-a78b98c1-795f-4b19-96fa-76a8ffd8efe6 req-1f788aad-59c5-461f-8476-6a0617a04f35 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:19.391656 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-a78b98c1-795f-4b19-96fa-76a8ffd8efe6 req-1f788aad-59c5-461f-8476-6a0617a04f35 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] For port 171b38ff-7322-47eb-8736-9d7350e82e35, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=171b38ff-7322-47eb-8736-9d7350e82e35,segment=NetworkSegment(dd3afc9f-b317-45cd-bf46-66f38a831537),segment_id=dd3afc9f-b317-45cd-bf46-66f38a831537)] {{(pid=94100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:18:19.392014 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-a78b98c1-795f-4b19-96fa-76a8ffd8efe6 req-1f788aad-59c5-461f-8476-6a0617a04f35 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:19.557932 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-a78b98c1-795f-4b19-96fa-76a8ffd8efe6 req-1f788aad-59c5-461f-8476-6a0617a04f35 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:19.558218 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-a78b98c1-795f-4b19-96fa-76a8ffd8efe6 req-1f788aad-59c5-461f-8476-6a0617a04f35 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687214'] for floatingip, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:19.558533 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.db.l3_db [req-a78b98c1-795f-4b19-96fa-76a8ffd8efe6 req-1f788aad-59c5-461f-8476-6a0617a04f35 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Floating IP 25df4524-b90d-498a-8c5e-99475eb53cc2 disassociated. External IP: 172.27.3.76, port: 171b38ff-7322-47eb-8736-9d7350e82e35. Aug 20 14:18:19.558872 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-a78b98c1-795f-4b19-96fa-76a8ffd8efe6 req-1f788aad-59c5-461f-8476-6a0617a04f35 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Calling delete_port for 171b38ff-7322-47eb-8736-9d7350e82e35 owned by compute:nova {{(pid=94100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:18:19.686757 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-a78b98c1-795f-4b19-96fa-76a8ffd8efe6 req-1f788aad-59c5-461f-8476-6a0617a04f35 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:19.715389 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f788aad-59c5-461f-8476-6a0617a04f35 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Pushing event deleted for resources: {'Port': ['ID=171b38ff-7322-47eb-8736-9d7350e82e35,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:18:19.726249 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f788aad-59c5-461f-8476-6a0617a04f35 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:18:19.726962 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f788aad-59c5-461f-8476-6a0617a04f35 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:18:19.726962 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f788aad-59c5-461f-8476-6a0617a04f35 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:18:19.727349 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f788aad-59c5-461f-8476-6a0617a04f35 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:18:19.727795 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f788aad-59c5-461f-8476-6a0617a04f35 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:18:19.728133 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f788aad-59c5-461f-8476-6a0617a04f35 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:18:19.728516 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f788aad-59c5-461f-8476-6a0617a04f35 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:18:19.728823 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f788aad-59c5-461f-8476-6a0617a04f35 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:18:19.729150 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f788aad-59c5-461f-8476-6a0617a04f35 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:18:19.729474 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f788aad-59c5-461f-8476-6a0617a04f35 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:18:19.729805 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f788aad-59c5-461f-8476-6a0617a04f35 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:18:19.730128 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f788aad-59c5-461f-8476-6a0617a04f35 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:18:19.862819 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-19fbf66d-c60d-4d63-a547-023c94705282 req-9c4163fa-8a6a-4889-91b0-298055b82beb tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/ports?device_id=0616adf5-9dca-4dc8-b0fb-75f0ae34894e HTTP/1.1" status: 200 len: 210 time: 0.0313404 Aug 20 14:18:19.864678 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a78b98c1-795f-4b19-96fa-76a8ffd8efe6 req-1f788aad-59c5-461f-8476-6a0617a04f35 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Router 0d09b55f-4666-4799-9b17-7558b0b8be0f has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:18:19.973629 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a78b98c1-795f-4b19-96fa-76a8ffd8efe6 req-1f788aad-59c5-461f-8476-6a0617a04f35 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:18:19.984338 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a6d281-7740-4afa-97e8-af48a5733629 None None] Sync routers for ids ['0d09b55f-4666-4799-9b17-7558b0b8be0f'] in dv-cinder-790535-10-iscsi {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:18:19.993713 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a6d281-7740-4afa-97e8-af48a5733629 None None] Routers {'0d09b55f-4666-4799-9b17-7558b0b8be0f'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:18:19.994306 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-e5a6d281-7740-4afa-97e8-af48a5733629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:18:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['0d09b55f-4666-4799-9b17-7558b0b8be0f'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:18:20.016531 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78b98c1-795f-4b19-96fa-76a8ffd8efe6 req-1f788aad-59c5-461f-8476-6a0617a04f35 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] No DVR routers for this DVR port 171b38ff-7322-47eb-8736-9d7350e82e35 on host hv-cinder-79053 {{(pid=94100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:18:20.019041 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-a78b98c1-795f-4b19-96fa-76a8ffd8efe6 req-1f788aad-59c5-461f-8476-6a0617a04f35 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:20.021030 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a78b98c1-795f-4b19-96fa-76a8ffd8efe6 req-1f788aad-59c5-461f-8476-6a0617a04f35 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.65 "DELETE /v2.0/ports/171b38ff-7322-47eb-8736-9d7350e82e35 HTTP/1.1" status: 204 len: 173 time: 0.8003221 Aug 20 14:18:20.021455 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0616adf5-9dca-4dc8-b0fb-75f0ae34894e', 'name': 'network-vif-deleted', 'tag': '171b38ff-7322-47eb-8736-9d7350e82e35'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:18:20.023738 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df51e747-608f-4f14-936f-aa884d0dee75" -d '{"events": [{"server_uuid": "0616adf5-9dca-4dc8-b0fb-75f0ae34894e", "name": "network-vif-deleted", "tag": "171b38ff-7322-47eb-8736-9d7350e82e35"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:18:20.113260 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-e5a6d281-7740-4afa-97e8-af48a5733629 None None] Set router 0d09b55f-4666-4799-9b17-7558b0b8be0f gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:18:20.276762 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4356e35d-a003-4e18-a632-dc5baf3372c4 x-openstack-request-id: req-4356e35d-a003-4e18-a632-dc5baf3372c4 {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:18:20.277049 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0616adf5-9dca-4dc8-b0fb-75f0ae34894e", "name": "network-vif-deleted", "tag": "171b38ff-7322-47eb-8736-9d7350e82e35", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:18:20.277294 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4356e35d-a003-4e18-a632-dc5baf3372c4 {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:18:20.277691 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0616adf5-9dca-4dc8-b0fb-75f0ae34894e', 'name': 'network-vif-deleted', 'tag': '171b38ff-7322-47eb-8736-9d7350e82e35', 'status': 'completed', 'code': 200} Aug 20 14:18:20.328254 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-e5a6d281-7740-4afa-97e8-af48a5733629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'name': 'tempest-AttachVolumeTestJSON-2000678739-router', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:26Z', 'revision_number': 4, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'gw_port': {'id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': 'ec0ea713-94e9-4df8-95fc-33c83d2d68bc', 'name': '', 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'mac_address': 'fa:16:3e:9f:c7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a72563a2-044e-43fb-9d5a-093c33ebfa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:14:25Z', 'updated_at': '2021-08-20T14:14:30Z', 'revision_number': 5, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'subnets': [{'id': 'a72563a2-044e-43fb-9d5a-093c33ebfa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:18:20.353056 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a6d281-7740-4afa-97e8-af48a5733629 None None] Checking router: 0d09b55f-4666-4799-9b17-7558b0b8be0f for host: dv-cinder-790535-10-iscsi {{(pid=94103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:18:20.360940 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a6d281-7740-4afa-97e8-af48a5733629 None None] Routers {'0d09b55f-4666-4799-9b17-7558b0b8be0f'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:18:20.361534 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-e5a6d281-7740-4afa-97e8-af48a5733629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:18:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['0d09b55f-4666-4799-9b17-7558b0b8be0f'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:18:20.468256 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-e5a6d281-7740-4afa-97e8-af48a5733629 None None] Set router 0d09b55f-4666-4799-9b17-7558b0b8be0f gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:18:20.662254 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-e5a6d281-7740-4afa-97e8-af48a5733629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'name': 'tempest-AttachVolumeTestJSON-2000678739-router', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:26Z', 'revision_number': 4, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'gw_port': {'id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': 'ec0ea713-94e9-4df8-95fc-33c83d2d68bc', 'name': '', 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'mac_address': 'fa:16:3e:9f:c7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a72563a2-044e-43fb-9d5a-093c33ebfa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:14:25Z', 'updated_at': '2021-08-20T14:14:30Z', 'revision_number': 5, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'subnets': [{'id': 'a72563a2-044e-43fb-9d5a-093c33ebfa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:18:20.691999 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a6d281-7740-4afa-97e8-af48a5733629 None None] The sync data for ids ['0d09b55f-4666-4799-9b17-7558b0b8be0f'] in dv-cinder-790535-10-iscsi is: [{'id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'name': 'tempest-AttachVolumeTestJSON-2000678739-router', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:26Z', 'revision_number': 4, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'gw_port': {'id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi', '_interfaces': [{'id': 'ec0ea713-94e9-4df8-95fc-33c83d2d68bc', 'name': '', 'network_id': 'c7fe144a-703d-49b5-aa1b-01c4046f4203', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'mac_address': 'fa:16:3e:9f:c7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a72563a2-044e-43fb-9d5a-093c33ebfa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:14:25Z', 'updated_at': '2021-08-20T14:14:30Z', 'revision_number': 5, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'subnets': [{'id': 'a72563a2-044e-43fb-9d5a-093c33ebfa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:18:20.889202 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5896f2eb-ce53-439a-840a-cb08fe78b900 None None] New status for floating IP 25df4524-b90d-498a-8c5e-99475eb53cc2: DOWN {{(pid=94102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:18:20.947454 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 33606) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:18:21.003799 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-a8fa44c9-8cff-4c00-a10b-87db7186b142 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:21.030533 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-a8fa44c9-8cff-4c00-a10b-87db7186b142 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:21.077216 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-a8fa44c9-8cff-4c00-a10b-87db7186b142 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:21.079842 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-a8fa44c9-8cff-4c00-a10b-87db7186b142 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:21.081104 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-a8fa44c9-8cff-4c00-a10b-87db7186b142 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "DELETE /v2.0/security-groups/99a5c137-8491-4cc5-a5f5-aa2f49b2eec2 HTTP/1.1" status: 204 len: 168 time: 0.1326489 Aug 20 14:18:21.083891 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 33608) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:18:21.091150 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa44c9-8cff-4c00-a10b-87db7186b142 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a5c137-8491-4cc5-a5f5-aa2f49b2eec2,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:18:21.098265 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa44c9-8cff-4c00-a10b-87db7186b142 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:18:21.098556 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.api.v2.resource [None req-923dafba-737d-49df-8257-07650312e577 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] show failed (client error): The resource could not be found. Aug 20 14:18:21.098677 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa44c9-8cff-4c00-a10b-87db7186b142 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:18:21.098939 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa44c9-8cff-4c00-a10b-87db7186b142 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:18:21.099272 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa44c9-8cff-4c00-a10b-87db7186b142 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:18:21.099552 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-923dafba-737d-49df-8257-07650312e577 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "GET /v2.0/security-groups/99a5c137-8491-4cc5-a5f5-aa2f49b2eec2 HTTP/1.1" status: 404 len: 347 time: 0.0146382 Aug 20 14:18:21.099685 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa44c9-8cff-4c00-a10b-87db7186b142 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:18:21.099920 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa44c9-8cff-4c00-a10b-87db7186b142 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:18:21.100242 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa44c9-8cff-4c00-a10b-87db7186b142 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:18:21.100606 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa44c9-8cff-4c00-a10b-87db7186b142 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:18:21.100932 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa44c9-8cff-4c00-a10b-87db7186b142 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:18:21.101255 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa44c9-8cff-4c00-a10b-87db7186b142 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:18:21.101574 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa44c9-8cff-4c00-a10b-87db7186b142 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:18:21.102521 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa44c9-8cff-4c00-a10b-87db7186b142 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:18:21.103040 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 33610) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:18:21.228836 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [None req-4ee9bd42-bcaa-4b10-a091-0832c4f900b3 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Deleting port 6613352d-4060-4b23-bd25-6b1dcee53982 {{(pid=94100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:18:21.229180 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-4ee9bd42-bcaa-4b10-a091-0832c4f900b3 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:21.302832 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-4ee9bd42-bcaa-4b10-a091-0832c4f900b3 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:21.303161 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-4ee9bd42-bcaa-4b10-a091-0832c4f900b3 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:21.314452 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [None req-4ee9bd42-bcaa-4b10-a091-0832c4f900b3 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Calling delete_port for 6613352d-4060-4b23-bd25-6b1dcee53982 owned by network:floatingip {{(pid=94100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:18:21.444672 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-4ee9bd42-bcaa-4b10-a091-0832c4f900b3 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:21.471832 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9bd42-bcaa-4b10-a091-0832c4f900b3 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Pushing event deleted for resources: {'Port': ['ID=6613352d-4060-4b23-bd25-6b1dcee53982,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:18:21.532382 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-4ee9bd42-bcaa-4b10-a091-0832c4f900b3 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks [] for floatingip, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:21.534815 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-4ee9bd42-bcaa-4b10-a091-0832c4f900b3 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for floatingip, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:21.535958 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-4ee9bd42-bcaa-4b10-a091-0832c4f900b3 tempest-AttachVolumeTestJSON-276055615 tempest-AttachVolumeTestJSON-276055615-project] 10.222.0.38 "DELETE /v2.0/floatingips/25df4524-b90d-498a-8c5e-99475eb53cc2 HTTP/1.1" status: 204 len: 168 time: 0.4320223 Aug 20 14:18:23.997286 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 171b38ff-7322-47eb-8736-9d7350e82e35 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:18:24.018336 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] No Port match for: 171b38ff-7322-47eb-8736-9d7350e82e35 {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:18:24.018683 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device 171b38ff-7322-47eb-8736-9d7350e82e35 not bound to the agent host hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:18:24.131606 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 6 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:18:25.056987 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 33638) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:18:25.388914 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-005e9e99-b4a9-4a42-8347-09d797ada222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529622'] for router_interface, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:25.622809 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-005e9e99-b4a9-4a42-8347-09d797ada222 admin admin] Deleting port ec0ea713-94e9-4df8-95fc-33c83d2d68bc {{(pid=94101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:18:25.623128 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-005e9e99-b4a9-4a42-8347-09d797ada222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:25.700714 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.db [None req-005e9e99-b4a9-4a42-8347-09d797ada222 admin admin] For port ec0ea713-94e9-4df8-95fc-33c83d2d68bc, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=ec0ea713-94e9-4df8-95fc-33c83d2d68bc,segment=NetworkSegment(dd3afc9f-b317-45cd-bf46-66f38a831537),segment_id=dd3afc9f-b317-45cd-bf46-66f38a831537)] {{(pid=94101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:18:25.701076 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-005e9e99-b4a9-4a42-8347-09d797ada222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:25.713286 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-005e9e99-b4a9-4a42-8347-09d797ada222 admin admin] Calling delete_port for ec0ea713-94e9-4df8-95fc-33c83d2d68bc owned by network:router_interface {{(pid=94101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:18:25.888280 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-005e9e99-b4a9-4a42-8347-09d797ada222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131250090'] for port, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:25.912667 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e9e99-b4a9-4a42-8347-09d797ada222 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec0ea713-94e9-4df8-95fc-33c83d2d68bc,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:18:26.077918 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-005e9e99-b4a9-4a42-8347-09d797ada222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1015037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529482'] for router_interface, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:26.296985 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005e9e99-b4a9-4a42-8347-09d797ada222 admin admin] Router 0d09b55f-4666-4799-9b17-7558b0b8be0f has already been hosted by L3 agent 4880fd3a-907b-422c-b237-0c54611b1adf {{(pid=94101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:18:26.402364 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005e9e99-b4a9-4a42-8347-09d797ada222 admin admin] Notify agent at l3_agent.dv-cinder-790535-10-iscsi the message routers_updated {{(pid=94101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:18:26.407311 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-005e9e99-b4a9-4a42-8347-09d797ada222 admin admin] 10.222.0.38 "PUT /v2.0/routers/0d09b55f-4666-4799-9b17-7558b0b8be0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3493240 Aug 20 14:18:26.409857 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 33640) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:18:26.412386 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a827b851-adde-404e-be17-94e9bd5eafdf None None] Sync routers for ids ['0d09b55f-4666-4799-9b17-7558b0b8be0f'] in dv-cinder-790535-10-iscsi {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:18:26.422407 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a827b851-adde-404e-be17-94e9bd5eafdf None None] Routers {'0d09b55f-4666-4799-9b17-7558b0b8be0f'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:18:26.423010 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-a827b851-adde-404e-be17-94e9bd5eafdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:18:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['0d09b55f-4666-4799-9b17-7558b0b8be0f'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:18:26.512699 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-53b5e9af-7bab-4c84-af2e-5861f6800f27 admin admin] Notify callbacks [] for router, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:26.531322 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-a827b851-adde-404e-be17-94e9bd5eafdf None None] Set router 0d09b55f-4666-4799-9b17-7558b0b8be0f gateway port host: dv-cinder-790535-10-iscsi {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:18:26.615434 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-53b5e9af-7bab-4c84-af2e-5861f6800f27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:26.666957 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-53b5e9af-7bab-4c84-af2e-5861f6800f27 admin admin] Deleting port 7b385889-867c-4138-8670-5ec69bbbe0a2 {{(pid=94101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:18:26.667334 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-53b5e9af-7bab-4c84-af2e-5861f6800f27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:26.712806 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-a827b851-adde-404e-be17-94e9bd5eafdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'name': 'tempest-AttachVolumeTestJSON-2000678739-router', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'external_fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:18:25Z', 'revision_number': 5, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'gw_port': {'id': '7b385889-867c-4138-8670-5ec69bbbe0a2', 'name': '', 'network_id': '98d0971e-9611-4cfe-abc2-ff603fbae97c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8e9b9bd-ae96-49d0-b730-35afc957c6cc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-10-iscsi'}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:18:26.744265 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a827b851-adde-404e-be17-94e9bd5eafdf None None] Checking router: 0d09b55f-4666-4799-9b17-7558b0b8be0f for host: dv-cinder-790535-10-iscsi {{(pid=94103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:18:26.750692 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.db [None req-53b5e9af-7bab-4c84-af2e-5861f6800f27 admin admin] For port 7b385889-867c-4138-8670-5ec69bbbe0a2, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=7b385889-867c-4138-8670-5ec69bbbe0a2,segment=NetworkSegment(4decdd4f-3fef-48ea-97d6-157c44e17f8c),segment_id=4decdd4f-3fef-48ea-97d6-157c44e17f8c)] {{(pid=94101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:18:26.751054 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-53b5e9af-7bab-4c84-af2e-5861f6800f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:26.752535 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a827b851-adde-404e-be17-94e9bd5eafdf None None] Routers {'0d09b55f-4666-4799-9b17-7558b0b8be0f'} bound to L3 agent in host dv-cinder-790535-10-iscsi {{(pid=94103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:18:26.753158 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-a827b851-adde-404e-be17-94e9bd5eafdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T13:59:10Z,description=,heartbeat_timestamp=2021-08-20T14:18:10Z,host='dv-cinder-790535-10-iscsi',id=4880fd3a-907b-422c-b237-0c54611b1adf,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T13:59:10Z,topic='l3_agent')) {'router_ids': ['0d09b55f-4666-4799-9b17-7558b0b8be0f'], 'active': True} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:18:26.764427 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.plugin [None req-53b5e9af-7bab-4c84-af2e-5861f6800f27 admin admin] Calling delete_port for 7b385889-867c-4138-8670-5ec69bbbe0a2 owned by network:router_gateway {{(pid=94101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:18:26.932673 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-53b5e9af-7bab-4c84-af2e-5861f6800f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131250090'] for port, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:26.935134 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_dvr_db [None req-a827b851-adde-404e-be17-94e9bd5eafdf None None] Set router 0d09b55f-4666-4799-9b17-7558b0b8be0f gateway port host: None {{(pid=94103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:18:26.960253 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5e9af-7bab-4c84-af2e-5861f6800f27 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b385889-867c-4138-8670-5ec69bbbe0a2,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:18:26.988771 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.l3_hamode_db [None req-a827b851-adde-404e-be17-94e9bd5eafdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'name': 'tempest-AttachVolumeTestJSON-2000678739-router', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:18:26Z', 'revision_number': 6, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'gw_port_host': None}], 'dv-cinder-790535-10-iscsi', False) {} {{(pid=94103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:18:27.019473 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a827b851-adde-404e-be17-94e9bd5eafdf None None] The sync data for ids ['0d09b55f-4666-4799-9b17-7558b0b8be0f'] in dv-cinder-790535-10-iscsi is: [{'id': '0d09b55f-4666-4799-9b17-7558b0b8be0f', 'name': 'tempest-AttachVolumeTestJSON-2000678739-router', 'tenant_id': '051cf31bc2404bc4bdd890680fe831af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:14:23Z', 'updated_at': '2021-08-20T14:18:26Z', 'revision_number': 6, 'project_id': '051cf31bc2404bc4bdd890680fe831af', 'gw_port_host': None}] {{(pid=94103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:18:27.020830 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-53b5e9af-7bab-4c84-af2e-5861f6800f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-686494'] for router_gateway, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:27.113087 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-53b5e9af-7bab-4c84-af2e-5861f6800f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3234'] for router, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:27.115244 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-53b5e9af-7bab-4c84-af2e-5861f6800f27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:27.160561 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-53b5e9af-7bab-4c84-af2e-5861f6800f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532139'] for router, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:27.161187 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b5e9af-7bab-4c84-af2e-5861f6800f27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d09b55f-4666-4799-9b17-7558b0b8be0f {{(pid=94101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:18:27.165709 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-53b5e9af-7bab-4c84-af2e-5861f6800f27 admin admin] Notify callbacks [] for router, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:27.166845 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-53b5e9af-7bab-4c84-af2e-5861f6800f27 admin admin] 10.222.0.38 "DELETE /v2.0/routers/0d09b55f-4666-4799-9b17-7558b0b8be0f HTTP/1.1" status: 204 len: 168 time: 0.7560899 Aug 20 14:18:27.169579 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 33642) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:18:27.213667 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.db_base_plugin_v2 [None req-6080f4b1-ac04-4271-b24c-2ae61a338bd0 admin admin] Deleting subnet a72563a2-044e-43fb-9d5a-093c33ebfa12 {{(pid=94101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:18:27.216683 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-6080f4b1-ac04-4271-b24c-2ae61a338bd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:27.250096 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-6080f4b1-ac04-4271-b24c-2ae61a338bd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131863462'] for subnet, precommit_delete_associations {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:27.331581 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-6080f4b1-ac04-4271-b24c-2ae61a338bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1685479'] for subnet, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:27.389484 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-6080f4b1-ac04-4271-b24c-2ae61a338bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1685486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131250079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130136038'] for subnet, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:27.417433 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080f4b1-ac04-4271-b24c-2ae61a338bd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a72563a2-044e-43fb-9d5a-093c33ebfa12,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:18:27.421236 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-6080f4b1-ac04-4271-b24c-2ae61a338bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for subnet, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:27.423225 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-6080f4b1-ac04-4271-b24c-2ae61a338bd0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a72563a2-044e-43fb-9d5a-093c33ebfa12 HTTP/1.1" status: 204 len: 168 time: 0.2528777 Aug 20 14:18:27.426631 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 33644) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:18:27.431839 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f24a2f5-714f-46d3-a58b-60bcea452652 None None] Network c7fe144a-703d-49b5-aa1b-01c4046f4203 requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:18:27.507399 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d5ed4d0e-dec1-4789-8f37-c262128338e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656558'] for network, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:27.569308 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [None req-d5ed4d0e-dec1-4789-8f37-c262128338e1 admin admin] Deleting port 62404616-35a7-4177-be36-d5e921c8b934 {{(pid=94100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:18:27.569647 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d5ed4d0e-dec1-4789-8f37-c262128338e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:27.633545 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [None req-d5ed4d0e-dec1-4789-8f37-c262128338e1 admin admin] For port 62404616-35a7-4177-be36-d5e921c8b934, host dv-cinder-790535-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-10-iscsi',level=0,port_id=62404616-35a7-4177-be36-d5e921c8b934,segment=NetworkSegment(dd3afc9f-b317-45cd-bf46-66f38a831537),segment_id=dd3afc9f-b317-45cd-bf46-66f38a831537)] {{(pid=94100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:18:27.633903 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d5ed4d0e-dec1-4789-8f37-c262128338e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:27.646687 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [None req-d5ed4d0e-dec1-4789-8f37-c262128338e1 admin admin] Calling delete_port for 62404616-35a7-4177-be36-d5e921c8b934 owned by network:dhcp {{(pid=94100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:18:27.735049 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d5ed4d0e-dec1-4789-8f37-c262128338e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:27.761021 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cea0642-048c-4873-81c8-daa4e7d29ae1 None None] DHCP port deletion for c7fe144a-703d-49b5-aa1b-01c4046f4203 request from dv-cinder-790535-10-iscsi {{(pid=94102) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:18:27.766418 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed4d0e-dec1-4789-8f37-c262128338e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=62404616-35a7-4177-be36-d5e921c8b934,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:18:27.768247 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ed4d0e-dec1-4789-8f37-c262128338e1 admin admin] No DVR routers for this DVR port 62404616-35a7-4177-be36-d5e921c8b934 on host dv-cinder-790535-10-iscsi {{(pid=94100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:18:27.839299 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d5ed4d0e-dec1-4789-8f37-c262128338e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1745010', 'neutron.services.segments.db._delete_segments_for_network-8728246697485'] for network, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:27.849180 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.services.segments.db [None req-d5ed4d0e-dec1-4789-8f37-c262128338e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7fe144a-703d-49b5-aa1b-01c4046f4203']}} {{(pid=94100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:18:27.860514 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.services.segments.db [None req-d5ed4d0e-dec1-4789-8f37-c262128338e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3afc9f-b317-45cd-bf46-66f38a831537') {'for_net_delete': True} {{(pid=94100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:18:27.860811 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.services.segments.db [None req-d5ed4d0e-dec1-4789-8f37-c262128338e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3afc9f-b317-45cd-bf46-66f38a831537') {} {{(pid=94100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:18:27.869611 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d5ed4d0e-dec1-4789-8f37-c262128338e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728246668737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132723091'] for segment, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:27.884017 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d5ed4d0e-dec1-4789-8f37-c262128338e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:27.890022 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ed4d0e-dec1-4789-8f37-c262128338e1 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:18:27.890424 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d5ed4d0e-dec1-4789-8f37-c262128338e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130952662'] for segment, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:27.892032 dv-cinder-790535-10-iscsi neutron-server[94100]: Traceback (most recent call last): Aug 20 14:18:27.892032 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:18:27.892032 dv-cinder-790535-10-iscsi neutron-server[94100]: timer() Aug 20 14:18:27.892032 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:18:27.892032 dv-cinder-790535-10-iscsi neutron-server[94100]: cb(*args, **kw) Aug 20 14:18:27.892032 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:18:27.892032 dv-cinder-790535-10-iscsi neutron-server[94100]: return func(*args, **kwargs) Aug 20 14:18:27.892032 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:18:27.892032 dv-cinder-790535-10-iscsi neutron-server[94100]: self._notify() Aug 20 14:18:27.892032 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:18:27.892032 dv-cinder-790535-10-iscsi neutron-server[94100]: self.callback(batched_events) Aug 20 14:18:27.892032 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:18:27.892032 dv-cinder-790535-10-iscsi neutron-server[94100]: event.method(event) Aug 20 14:18:27.892032 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:18:27.892032 dv-cinder-790535-10-iscsi neutron-server[94100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:18:27.892032 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:18:27.892032 dv-cinder-790535-10-iscsi neutron-server[94100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:18:27.892032 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:18:27.892032 dv-cinder-790535-10-iscsi neutron-server[94100]: return f(self, *a, **k) Aug 20 14:18:27.892032 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:18:27.892032 dv-cinder-790535-10-iscsi neutron-server[94100]: return self._get(url).json() Aug 20 14:18:27.892032 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:18:27.892032 dv-cinder-790535-10-iscsi neutron-server[94100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:18:27.892032 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:18:27.892032 dv-cinder-790535-10-iscsi neutron-server[94100]: return self.request(url, 'GET', **kwargs) Aug 20 14:18:27.892032 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:18:27.892032 dv-cinder-790535-10-iscsi neutron-server[94100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:18:27.892032 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:18:27.892032 dv-cinder-790535-10-iscsi neutron-server[94100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:18:27.892032 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:18:27.892032 dv-cinder-790535-10-iscsi neutron-server[94100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:18:27.892032 dv-cinder-790535-10-iscsi neutron-server[94100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:18:27.950961 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d5ed4d0e-dec1-4789-8f37-c262128338e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1745017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687127'] for network, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:27.956948 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-d5ed4d0e-dec1-4789-8f37-c262128338e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:27.958613 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-d5ed4d0e-dec1-4789-8f37-c262128338e1 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c7fe144a-703d-49b5-aa1b-01c4046f4203 HTTP/1.1" status: 204 len: 168 time: 0.5310695 Aug 20 14:18:27.970938 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed4d0e-dec1-4789-8f37-c262128338e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7fe144a-703d-49b5-aa1b-01c4046f4203,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:18:28.126357 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 33648) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:18:28.181934 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-d4a16c87-3050-4d1e-af59-f3442bec04ac admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=051cf31bc2404bc4bdd890680fe831af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0541365 Aug 20 14:18:28.184438 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 33650) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:18:28.198993 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 7b385889-867c-4138-8670-5ec69bbbe0a2 no longer exists at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:18:28.219445 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] No Port match for: 7b385889-867c-4138-8670-5ec69bbbe0a2 {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:18:28.219793 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 7b385889-867c-4138-8670-5ec69bbbe0a2 not bound to the agent host dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:18:28.220210 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device ec0ea713-94e9-4df8-95fc-33c83d2d68bc no longer exists at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:18:28.238649 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-ffa9733b-a633-47e1-831a-320e1ffcb3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:28.238931 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] No Port match for: ec0ea713-94e9-4df8-95fc-33c83d2d68bc {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:18:28.239133 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device ec0ea713-94e9-4df8-95fc-33c83d2d68bc not bound to the agent host dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:18:28.239538 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 62404616-35a7-4177-be36-d5e921c8b934 no longer exists at agent ovs-agent-dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:18:28.258355 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] No Port match for: 62404616-35a7-4177-be36-d5e921c8b934 {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:18:28.258701 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Device 62404616-35a7-4177-be36-d5e921c8b934 not bound to the agent host dv-cinder-790535-10-iscsi {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:18:28.260191 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-ffa9733b-a633-47e1-831a-320e1ffcb3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:28.306001 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-ffa9733b-a633-47e1-831a-320e1ffcb3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:28.308660 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-ffa9733b-a633-47e1-831a-320e1ffcb3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:28.309836 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-ffa9733b-a633-47e1-831a-320e1ffcb3ca admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/35a53870-4da0-44ca-ab52-b7f053178067 HTTP/1.1" status: 204 len: 168 time: 0.1244905 Aug 20 14:18:28.318143 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9733b-a633-47e1-831a-320e1ffcb3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a53870-4da0-44ca-ab52-b7f053178067,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:18:37.716090 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-94c4367c-021b-4c9b-830c-5107400e9d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:37.756027 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 33764) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:18:37.863561 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-6d51e8d6-872b-4eb4-80ba-c672f25456f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:38.153367 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-6d51e8d6-872b-4eb4-80ba-c672f25456f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:38.157449 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-6d51e8d6-872b-4eb4-80ba-c672f25456f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:38.195769 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-6d51e8d6-872b-4eb4-80ba-c672f25456f1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b57557b9c2fb47ceb82da44a2c382b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4385364 Aug 20 14:18:38.197576 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51e8d6-872b-4eb4-80ba-c672f25456f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22887546-3e44-4c2c-9c2f-1343f3ce1c08,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:18:38.199173 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 33768) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:18:38.246340 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b741b79e-f0ac-4140-a81e-e1000635c4dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:38.267082 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b741b79e-f0ac-4140-a81e-e1000635c4dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:38.312564 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b741b79e-f0ac-4140-a81e-e1000635c4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:38.315046 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-b741b79e-f0ac-4140-a81e-e1000635c4dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:38.316175 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-b741b79e-f0ac-4140-a81e-e1000635c4dd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/22887546-3e44-4c2c-9c2f-1343f3ce1c08 HTTP/1.1" status: 204 len: 168 time: 0.1160219 Aug 20 14:18:38.324906 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741b79e-f0ac-4140-a81e-e1000635c4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22887546-3e44-4c2c-9c2f-1343f3ce1c08,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:18:38.928737 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 33790) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:18:39.023201 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-042d416e-2f03-48b0-8287-536d81f62b0c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-861185090-network', 'tenant_id': '8267fc5a4ae847ac81e7b0ecf5352443'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:18:39.044609 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042d416e-2f03-48b0-8287-536d81f62b0c admin admin] Made reservation on behalf of 8267fc5a4ae847ac81e7b0ecf5352443 for: {'network': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:18:39.047115 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-042d416e-2f03-48b0-8287-536d81f62b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for network, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:39.058658 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-042d416e-2f03-48b0-8287-536d81f62b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:39.148117 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-042d416e-2f03-48b0-8287-536d81f62b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:39.152768 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-042d416e-2f03-48b0-8287-536d81f62b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:39.177301 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-042d416e-2f03-48b0-8287-536d81f62b0c admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:18:39.186661 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d416e-2f03-48b0-8287-536d81f62b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ea4ce5-d64b-40b4-8a82-68087961c280,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:18:39.191317 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-042d416e-2f03-48b0-8287-536d81f62b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:39.191655 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.db.segments_db [None req-042d416e-2f03-48b0-8287-536d81f62b0c admin admin] Added segment 9fc59a1b-630f-4c97-9dd5-d8d4641e2f25 of type vlan for network cbcc1941-2a55-46d7-9b6c-910eeb9e618e Aug 20 14:18:39.231027 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-042d416e-2f03-48b0-8287-536d81f62b0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728246170444'] for network, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:39.254341 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-042d416e-2f03-48b0-8287-536d81f62b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018'] for network, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:39.255368 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042d416e-2f03-48b0-8287-536d81f62b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:18:39.255951 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-042d416e-2f03-48b0-8287-536d81f62b0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:39.304976 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-042d416e-2f03-48b0-8287-536d81f62b0c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3751335 Aug 20 14:18:39.308208 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 33794) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:18:39.313711 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-f79de788-ed36-42c7-ac17-7f7cb57afc4e admin admin] Request body: {'subnet': {'network_id': 'cbcc1941-2a55-46d7-9b6c-910eeb9e618e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-861185090-subnet', 'tenant_id': '8267fc5a4ae847ac81e7b0ecf5352443', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:18:39.315624 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d416e-2f03-48b0-8287-536d81f62b0c admin admin] Pushing event updated for resources: {'Network': ['ID=cbcc1941-2a55-46d7-9b6c-910eeb9e618e,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:18:39.326254 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Network cbcc1941-2a55-46d7-9b6c-910eeb9e618e details requested by agent ovs-agent-dv-cinder-790535-10-iscsi with host dv-cinder-790535-10-iscsi {{(pid=94102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:18:39.337629 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79de788-ed36-42c7-ac17-7f7cb57afc4e admin admin] Made reservation on behalf of 8267fc5a4ae847ac81e7b0ecf5352443 for: {'subnet': 1} {{(pid=94101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:18:39.339725 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-f79de788-ed36-42c7-ac17-7f7cb57afc4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130135303'] for subnet, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:39.510962 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-f79de788-ed36-42c7-ac17-7f7cb57afc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131250142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130135317'] for subnet, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:39.565700 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79de788-ed36-42c7-ac17-7f7cb57afc4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfddabb0-1587-4aa6-be18-eb970623d246,revision_number=0']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:18:39.573323 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79de788-ed36-42c7-ac17-7f7cb57afc4e admin admin] Checking segment: {'id': '9fc59a1b-630f-4c97-9dd5-d8d4641e2f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'cbcc1941-2a55-46d7-9b6c-910eeb9e618e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:18:39.573323 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79de788-ed36-42c7-ac17-7f7cb57afc4e admin admin] Network hostable DHCP agents. Network: cbcc1941-2a55-46d7-9b6c-910eeb9e618e, hostable agents: ['753d3244-3585-4dcb-8855-3f40f736060e'], hosted agents: [] {{(pid=94101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:18:39.590411 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79de788-ed36-42c7-ac17-7f7cb57afc4e admin admin] Network cbcc1941-2a55-46d7-9b6c-910eeb9e618e is scheduled to be hosted by DHCP agent 753d3244-3585-4dcb-8855-3f40f736060e with binding_index 1 {{(pid=94101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:18:39.598324 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.scheduler.base_scheduler [None req-f79de788-ed36-42c7-ac17-7f7cb57afc4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-10-iscsi, cbcc1941-2a55-46d7-9b6c-910eeb9e618e) {{(pid=94101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:18:39.602562 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79de788-ed36-42c7-ac17-7f7cb57afc4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:18:39.603141 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-f79de788-ed36-42c7-ac17-7f7cb57afc4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for subnet, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:39.607372 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6fbaa4-534c-4ee5-84cf-ad800ce171a4 None None] Network cbcc1941-2a55-46d7-9b6c-910eeb9e618e requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:18:39.617431 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-f79de788-ed36-42c7-ac17-7f7cb57afc4e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3076570 Aug 20 14:18:39.730830 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79a98ec-0940-495c-bb8d-1c6a831cc2cb None None] Network cbcc1941-2a55-46d7-9b6c-910eeb9e618e requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:18:40.090113 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 33810) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:18:40.095152 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-60f5b722-7530-4134-a649-bf59ef37151e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-870596493-network', 'tenant_id': '3498e86644b64bdc8e98628dd67a55f3'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:18:40.115979 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f5b722-7530-4134-a649-bf59ef37151e admin admin] Made reservation on behalf of 3498e86644b64bdc8e98628dd67a55f3 for: {'network': 1} {{(pid=94101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:18:40.119410 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-60f5b722-7530-4134-a649-bf59ef37151e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for network, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:40.127924 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-60f5b722-7530-4134-a649-bf59ef37151e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:40.225778 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-60f5b722-7530-4134-a649-bf59ef37151e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:40.231096 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-60f5b722-7530-4134-a649-bf59ef37151e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:40.258375 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f5b722-7530-4134-a649-bf59ef37151e admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=94101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:18:40.269508 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f5b722-7530-4134-a649-bf59ef37151e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25b4393-c811-436c-b6c5-d213df4f9b75,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:18:40.276408 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-60f5b722-7530-4134-a649-bf59ef37151e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:40.278275 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.db.segments_db [None req-60f5b722-7530-4134-a649-bf59ef37151e admin admin] Added segment 9235a44e-32f8-4663-9f87-c816a2459071 of type vlan for network fa093e12-dd41-4383-beb6-bea0e29819f3 Aug 20 14:18:40.325351 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-60f5b722-7530-4134-a649-bf59ef37151e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728246170444'] for network, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:40.350867 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-60f5b722-7530-4134-a649-bf59ef37151e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018'] for network, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:40.353290 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f5b722-7530-4134-a649-bf59ef37151e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:18:40.353810 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-60f5b722-7530-4134-a649-bf59ef37151e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:40.414225 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-60f5b722-7530-4134-a649-bf59ef37151e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3229458 Aug 20 14:18:40.417655 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 33812) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:18:40.422645 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f5b722-7530-4134-a649-bf59ef37151e admin admin] Pushing event updated for resources: {'Network': ['ID=fa093e12-dd41-4383-beb6-bea0e29819f3,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:18:40.423354 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-210c293d-2f00-4977-a22e-51bb41b3d6ba admin admin] Request body: {'subnet': {'network_id': 'fa093e12-dd41-4383-beb6-bea0e29819f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-870596493-subnet', 'tenant_id': '3498e86644b64bdc8e98628dd67a55f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:18:40.434742 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Network fa093e12-dd41-4383-beb6-bea0e29819f3 details requested by agent ovs-agent-dv-cinder-790535-10-iscsi with host dv-cinder-790535-10-iscsi {{(pid=94102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:18:40.447111 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210c293d-2f00-4977-a22e-51bb41b3d6ba admin admin] Made reservation on behalf of 3498e86644b64bdc8e98628dd67a55f3 for: {'subnet': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:18:40.449897 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-210c293d-2f00-4977-a22e-51bb41b3d6ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130989261'] for subnet, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:40.517213 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-f3a86ecb-4025-478b-92e5-50c33c744f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:40.522039 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:40.625333 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-210c293d-2f00-4977-a22e-51bb41b3d6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130952573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130989279'] for subnet, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:40.690528 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c293d-2f00-4977-a22e-51bb41b3d6ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4a281f7-0e48-4ac9-9926-e8298467ab22,revision_number=0']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:18:40.695022 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210c293d-2f00-4977-a22e-51bb41b3d6ba admin admin] Checking segment: {'id': '9235a44e-32f8-4663-9f87-c816a2459071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fa093e12-dd41-4383-beb6-bea0e29819f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:18:40.695384 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210c293d-2f00-4977-a22e-51bb41b3d6ba admin admin] Network hostable DHCP agents. Network: fa093e12-dd41-4383-beb6-bea0e29819f3, hostable agents: ['753d3244-3585-4dcb-8855-3f40f736060e'], hosted agents: [] {{(pid=94100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:18:40.714332 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210c293d-2f00-4977-a22e-51bb41b3d6ba admin admin] Network fa093e12-dd41-4383-beb6-bea0e29819f3 is scheduled to be hosted by DHCP agent 753d3244-3585-4dcb-8855-3f40f736060e with binding_index 1 {{(pid=94100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:18:40.723826 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [None req-210c293d-2f00-4977-a22e-51bb41b3d6ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-10-iscsi, fa093e12-dd41-4383-beb6-bea0e29819f3) {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:18:40.730593 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210c293d-2f00-4977-a22e-51bb41b3d6ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:18:40.731186 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-210c293d-2f00-4977-a22e-51bb41b3d6ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:40.744513 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8060e36d-2447-40a7-a1b3-61e992970521 None None] Network fa093e12-dd41-4383-beb6-bea0e29819f3 requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:18:40.747604 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-210c293d-2f00-4977-a22e-51bb41b3d6ba admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3281875 Aug 20 14:18:40.867315 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 33816) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:18:40.876898 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139a1c16-871d-4777-8a19-a1395aa9509e None None] Network fa093e12-dd41-4383-beb6-bea0e29819f3 requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:18:40.916953 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0267420-3609-434f-95d5-0f21a4e0496d admin admin] Deleting subnet bfddabb0-1587-4aa6-be18-eb970623d246 {{(pid=94100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:18:40.920185 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-c0267420-3609-434f-95d5-0f21a4e0496d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:40.955252 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-c0267420-3609-434f-95d5-0f21a4e0496d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132723178'] for subnet, precommit_delete_associations {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:40.996134 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-c0267420-3609-434f-95d5-0f21a4e0496d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1685479'] for subnet, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:41.054627 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-c0267420-3609-434f-95d5-0f21a4e0496d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1685486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130952508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130989612'] for subnet, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:41.079815 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0267420-3609-434f-95d5-0f21a4e0496d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfddabb0-1587-4aa6-be18-eb970623d246,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:18:41.083546 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-c0267420-3609-434f-95d5-0f21a4e0496d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:41.088359 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-c0267420-3609-434f-95d5-0f21a4e0496d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/bfddabb0-1587-4aa6-be18-eb970623d246 HTTP/1.1" status: 204 len: 168 time: 0.2171223 Aug 20 14:18:41.088891 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 33818) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:18:41.156674 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7cfce730-3458-42b4-b6e8-0fb65b34d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656558'] for network, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:41.236864 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7cfce730-3458-42b4-b6e8-0fb65b34d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1745010', 'neutron.services.segments.db._delete_segments_for_network-8728246697485'] for network, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:41.247445 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.services.segments.db [None req-7cfce730-3458-42b4-b6e8-0fb65b34d8d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbcc1941-2a55-46d7-9b6c-910eeb9e618e']}} {{(pid=94100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:18:41.257248 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.services.segments.db [None req-7cfce730-3458-42b4-b6e8-0fb65b34d8d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc59a1b-630f-4c97-9dd5-d8d4641e2f25') {'for_net_delete': True} {{(pid=94100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:18:41.257543 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.services.segments.db [None req-7cfce730-3458-42b4-b6e8-0fb65b34d8d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc59a1b-630f-4c97-9dd5-d8d4641e2f25') {} {{(pid=94100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:18:41.266634 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7cfce730-3458-42b4-b6e8-0fb65b34d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728246668737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132723091'] for segment, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:41.279719 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7cfce730-3458-42b4-b6e8-0fb65b34d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:41.285438 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cfce730-3458-42b4-b6e8-0fb65b34d8d6 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:18:41.285820 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7cfce730-3458-42b4-b6e8-0fb65b34d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130952662'] for segment, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:41.287434 dv-cinder-790535-10-iscsi neutron-server[94100]: Traceback (most recent call last): Aug 20 14:18:41.287434 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:18:41.287434 dv-cinder-790535-10-iscsi neutron-server[94100]: timer() Aug 20 14:18:41.287434 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:18:41.287434 dv-cinder-790535-10-iscsi neutron-server[94100]: cb(*args, **kw) Aug 20 14:18:41.287434 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:18:41.287434 dv-cinder-790535-10-iscsi neutron-server[94100]: return func(*args, **kwargs) Aug 20 14:18:41.287434 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:18:41.287434 dv-cinder-790535-10-iscsi neutron-server[94100]: self._notify() Aug 20 14:18:41.287434 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:18:41.287434 dv-cinder-790535-10-iscsi neutron-server[94100]: self.callback(batched_events) Aug 20 14:18:41.287434 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:18:41.287434 dv-cinder-790535-10-iscsi neutron-server[94100]: event.method(event) Aug 20 14:18:41.287434 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:18:41.287434 dv-cinder-790535-10-iscsi neutron-server[94100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:18:41.287434 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:18:41.287434 dv-cinder-790535-10-iscsi neutron-server[94100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:18:41.287434 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:18:41.287434 dv-cinder-790535-10-iscsi neutron-server[94100]: return f(self, *a, **k) Aug 20 14:18:41.287434 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:18:41.287434 dv-cinder-790535-10-iscsi neutron-server[94100]: return self._get(url).json() Aug 20 14:18:41.287434 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:18:41.287434 dv-cinder-790535-10-iscsi neutron-server[94100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:18:41.287434 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:18:41.287434 dv-cinder-790535-10-iscsi neutron-server[94100]: return self.request(url, 'GET', **kwargs) Aug 20 14:18:41.287434 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:18:41.287434 dv-cinder-790535-10-iscsi neutron-server[94100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:18:41.287434 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:18:41.287434 dv-cinder-790535-10-iscsi neutron-server[94100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:18:41.287434 dv-cinder-790535-10-iscsi neutron-server[94100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:18:41.287434 dv-cinder-790535-10-iscsi neutron-server[94100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:18:41.287434 dv-cinder-790535-10-iscsi neutron-server[94100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:18:41.339747 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7cfce730-3458-42b4-b6e8-0fb65b34d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1745017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687127'] for network, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:41.344241 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-7cfce730-3458-42b4-b6e8-0fb65b34d8d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:41.346408 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-7cfce730-3458-42b4-b6e8-0fb65b34d8d6 admin admin] 10.222.0.38 "DELETE /v2.0/networks/cbcc1941-2a55-46d7-9b6c-910eeb9e618e HTTP/1.1" status: 204 len: 168 time: 0.2563345 Aug 20 14:18:41.349078 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 33820) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:18:41.358763 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfce730-3458-42b4-b6e8-0fb65b34d8d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbcc1941-2a55-46d7-9b6c-910eeb9e618e,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:18:41.397416 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb0b8535-1c68-46e7-a1d9-52e0192f7808 admin admin] Deleting subnet d4a281f7-0e48-4ac9-9926-e8298467ab22 {{(pid=94101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:18:41.400924 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-fb0b8535-1c68-46e7-a1d9-52e0192f7808 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:41.434569 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-fb0b8535-1c68-46e7-a1d9-52e0192f7808 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131863462'] for subnet, precommit_delete_associations {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:41.473793 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-fb0b8535-1c68-46e7-a1d9-52e0192f7808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1685479'] for subnet, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:41.525703 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-fb0b8535-1c68-46e7-a1d9-52e0192f7808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1685486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131250079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130136038'] for subnet, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:41.550502 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b8535-1c68-46e7-a1d9-52e0192f7808 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4a281f7-0e48-4ac9-9926-e8298467ab22,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:18:41.554251 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-fb0b8535-1c68-46e7-a1d9-52e0192f7808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for subnet, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:41.558990 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-fb0b8535-1c68-46e7-a1d9-52e0192f7808 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d4a281f7-0e48-4ac9-9926-e8298467ab22 HTTP/1.1" status: 204 len: 168 time: 0.2065384 Aug 20 14:18:41.559323 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 33822) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:18:41.600192 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:41.629028 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-28e6f7d9-db7f-4468-ae3d-918d166c01ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656558'] for network, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:41.704107 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-28e6f7d9-db7f-4468-ae3d-918d166c01ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1745010', 'neutron.services.segments.db._delete_segments_for_network-8728246697485'] for network, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:41.713753 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-28e6f7d9-db7f-4468-ae3d-918d166c01ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa093e12-dd41-4383-beb6-bea0e29819f3']}} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:18:41.723425 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-28e6f7d9-db7f-4468-ae3d-918d166c01ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9235a44e-32f8-4663-9f87-c816a2459071') {'for_net_delete': True} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:18:41.723718 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-28e6f7d9-db7f-4468-ae3d-918d166c01ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9235a44e-32f8-4663-9f87-c816a2459071') {} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:18:41.732876 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-28e6f7d9-db7f-4468-ae3d-918d166c01ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728246668737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131863519'] for segment, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:41.746835 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-28e6f7d9-db7f-4468-ae3d-918d166c01ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:41.752514 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e6f7d9-db7f-4468-ae3d-918d166c01ea admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:18:41.752909 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-28e6f7d9-db7f-4468-ae3d-918d166c01ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131250037'] for segment, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:41.754479 dv-cinder-790535-10-iscsi neutron-server[94101]: Traceback (most recent call last): Aug 20 14:18:41.754479 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:18:41.754479 dv-cinder-790535-10-iscsi neutron-server[94101]: timer() Aug 20 14:18:41.754479 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:18:41.754479 dv-cinder-790535-10-iscsi neutron-server[94101]: cb(*args, **kw) Aug 20 14:18:41.754479 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:18:41.754479 dv-cinder-790535-10-iscsi neutron-server[94101]: return func(*args, **kwargs) Aug 20 14:18:41.754479 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:18:41.754479 dv-cinder-790535-10-iscsi neutron-server[94101]: self._notify() Aug 20 14:18:41.754479 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:18:41.754479 dv-cinder-790535-10-iscsi neutron-server[94101]: self.callback(batched_events) Aug 20 14:18:41.754479 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:18:41.754479 dv-cinder-790535-10-iscsi neutron-server[94101]: event.method(event) Aug 20 14:18:41.754479 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:18:41.754479 dv-cinder-790535-10-iscsi neutron-server[94101]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:18:41.754479 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:18:41.754479 dv-cinder-790535-10-iscsi neutron-server[94101]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:18:41.754479 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:18:41.754479 dv-cinder-790535-10-iscsi neutron-server[94101]: return f(self, *a, **k) Aug 20 14:18:41.754479 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:18:41.754479 dv-cinder-790535-10-iscsi neutron-server[94101]: return self._get(url).json() Aug 20 14:18:41.754479 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:18:41.754479 dv-cinder-790535-10-iscsi neutron-server[94101]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:18:41.754479 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:18:41.754479 dv-cinder-790535-10-iscsi neutron-server[94101]: return self.request(url, 'GET', **kwargs) Aug 20 14:18:41.754479 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:18:41.754479 dv-cinder-790535-10-iscsi neutron-server[94101]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:18:41.754479 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:18:41.754479 dv-cinder-790535-10-iscsi neutron-server[94101]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:18:41.754479 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:18:41.754479 dv-cinder-790535-10-iscsi neutron-server[94101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:18:41.754479 dv-cinder-790535-10-iscsi neutron-server[94101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:18:41.810753 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-28e6f7d9-db7f-4468-ae3d-918d166c01ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1745017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687127'] for network, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:41.815898 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-28e6f7d9-db7f-4468-ae3d-918d166c01ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:41.817900 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-28e6f7d9-db7f-4468-ae3d-918d166c01ea admin admin] 10.222.0.38 "DELETE /v2.0/networks/fa093e12-dd41-4383-beb6-bea0e29819f3 HTTP/1.1" status: 204 len: 168 time: 0.2578006 Aug 20 14:18:41.828769 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6f7d9-db7f-4468-ae3d-918d166c01ea admin admin] Pushing event deleted for resources: {'Network': ['ID=fa093e12-dd41-4383-beb6-bea0e29819f3,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:18:41.974574 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 33826) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:18:42.013482 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-be2b4e89-7478-499a-b37c-0d0c8daec056 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8267fc5a4ae847ac81e7b0ecf5352443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377614 Aug 20 14:18:42.016130 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 33828) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:18:42.063801 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-79a1ba06-00d3-46d2-a154-83d38fcad1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:42.084388 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-79a1ba06-00d3-46d2-a154-83d38fcad1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:42.134973 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-79a1ba06-00d3-46d2-a154-83d38fcad1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:42.137430 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-79a1ba06-00d3-46d2-a154-83d38fcad1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:42.138585 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-79a1ba06-00d3-46d2-a154-83d38fcad1f8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/41ea4ce5-d64b-40b4-8a82-68087961c280 HTTP/1.1" status: 204 len: 168 time: 0.1215029 Aug 20 14:18:42.146338 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1ba06-00d3-46d2-a154-83d38fcad1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ea4ce5-d64b-40b4-8a82-68087961c280,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:18:42.448350 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 33834) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:18:42.488745 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-7256f13a-22df-4692-8039-2dc4e28973fc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3498e86644b64bdc8e98628dd67a55f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391657 Aug 20 14:18:42.491247 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 33836) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:18:42.540829 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-58bcbcf4-09e4-4bab-b804-e867f45e1c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:42.561622 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-58bcbcf4-09e4-4bab-b804-e867f45e1c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:42.588759 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:42.611763 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-58bcbcf4-09e4-4bab-b804-e867f45e1c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:42.614304 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-58bcbcf4-09e4-4bab-b804-e867f45e1c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:42.615444 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-58bcbcf4-09e4-4bab-b804-e867f45e1c33 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b25b4393-c811-436c-b6c5-d213df4f9b75 HTTP/1.1" status: 204 len: 168 time: 0.1233182 Aug 20 14:18:42.624109 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bcbcf4-09e4-4bab-b804-e867f45e1c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25b4393-c811-436c-b6c5-d213df4f9b75,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:18:43.114592 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:53.292405 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 33968) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:18:53.398815 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-83af502d-d789-43f5-b901-546a287f5875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:53.488800 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-83af502d-d789-43f5-b901-546a287f5875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:53.492750 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-83af502d-d789-43f5-b901-546a287f5875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:53.529879 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-83af502d-d789-43f5-b901-546a287f5875 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=272ada47861f4defa716a509a8511eaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363641 Aug 20 14:18:53.530724 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af502d-d789-43f5-b901-546a287f5875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0391bc29-d83b-42e6-b31f-7e69982738d0,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:18:53.533439 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 33972) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:18:53.581738 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-652100db-b4a6-4f92-a0fd-f540b47b838a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:53.601856 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-652100db-b4a6-4f92-a0fd-f540b47b838a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:53.651231 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-652100db-b4a6-4f92-a0fd-f540b47b838a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:53.653755 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-652100db-b4a6-4f92-a0fd-f540b47b838a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:53.654883 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-652100db-b4a6-4f92-a0fd-f540b47b838a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0391bc29-d83b-42e6-b31f-7e69982738d0 HTTP/1.1" status: 204 len: 168 time: 0.1204398 Aug 20 14:18:53.662505 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652100db-b4a6-4f92-a0fd-f540b47b838a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0391bc29-d83b-42e6-b31f-7e69982738d0,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:18:53.912441 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 33978) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:18:53.926600 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-4900cd3e-6a74-4f64-b971-c189b77f97b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:54.015807 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-4900cd3e-6a74-4f64-b971-c189b77f97b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:54.019446 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-4900cd3e-6a74-4f64-b971-c189b77f97b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:54.058107 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-4900cd3e-6a74-4f64-b971-c189b77f97b0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2825ce84444944158018bc5f008ef197&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445670 Aug 20 14:18:54.059041 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900cd3e-6a74-4f64-b971-c189b77f97b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84907c48-b25e-45ba-9e01-48ff615c4d67,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:18:54.060900 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 33980) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:18:54.109062 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-24125248-9b1f-4347-a38c-812e47d1342a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:54.128975 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-24125248-9b1f-4347-a38c-812e47d1342a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:54.174418 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-24125248-9b1f-4347-a38c-812e47d1342a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:54.177110 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-24125248-9b1f-4347-a38c-812e47d1342a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:54.178241 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-24125248-9b1f-4347-a38c-812e47d1342a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/84907c48-b25e-45ba-9e01-48ff615c4d67 HTTP/1.1" status: 204 len: 168 time: 0.1164019 Aug 20 14:18:54.186019 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24125248-9b1f-4347-a38c-812e47d1342a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84907c48-b25e-45ba-9e01-48ff615c4d67,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:18:57.710471 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 34024) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:18:57.814525 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-70978d84-7306-4b4c-984a-c9a1f3b6fa9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:57.906212 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-70978d84-7306-4b4c-984a-c9a1f3b6fa9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:57.910011 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-70978d84-7306-4b4c-984a-c9a1f3b6fa9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:57.949477 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-70978d84-7306-4b4c-984a-c9a1f3b6fa9c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=38b6fa3570574ae08176c6528e121fc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376719 Aug 20 14:18:57.950590 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70978d84-7306-4b4c-984a-c9a1f3b6fa9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c828a7-6218-4e06-9222-efb336618faa,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:18:57.952999 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 34028) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:18:58.003261 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-de371893-030e-4f7b-9557-4e3386dce4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:58.026368 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-de371893-030e-4f7b-9557-4e3386dce4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:58.073465 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-de371893-030e-4f7b-9557-4e3386dce4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:58.075958 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-de371893-030e-4f7b-9557-4e3386dce4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:58.077144 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-de371893-030e-4f7b-9557-4e3386dce4dc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/56c828a7-6218-4e06-9222-efb336618faa HTTP/1.1" status: 204 len: 168 time: 0.1241801 Aug 20 14:18:58.085021 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de371893-030e-4f7b-9557-4e3386dce4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c828a7-6218-4e06-9222-efb336618faa,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:18:58.695760 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 34050) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:18:58.790102 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.v2.base [None req-15882e27-bf92-410e-828c-5e9d5755516b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2104263226-network', 'tenant_id': 'ed7db50e77b94f8488521eab1955c26a'}} {{(pid=94101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:18:58.811736 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15882e27-bf92-410e-828c-5e9d5755516b admin admin] Made reservation on behalf of ed7db50e77b94f8488521eab1955c26a for: {'network': 1} {{(pid=94101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:18:58.814000 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-15882e27-bf92-410e-828c-5e9d5755516b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for network, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:58.824559 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-15882e27-bf92-410e-828c-5e9d5755516b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:58.913489 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-15882e27-bf92-410e-828c-5e9d5755516b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:58.917537 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-15882e27-bf92-410e-828c-5e9d5755516b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:58.938482 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15882e27-bf92-410e-828c-5e9d5755516b admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=94101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:18:58.953473 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15882e27-bf92-410e-828c-5e9d5755516b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe8d802-296f-44f8-b553-0ede9ca0d349,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:18:58.956308 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-15882e27-bf92-410e-828c-5e9d5755516b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:58.956669 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.db.segments_db [None req-15882e27-bf92-410e-828c-5e9d5755516b admin admin] Added segment e96fca96-ea3e-4b0f-a330-6b3f1b0848bd of type vlan for network 2ad979e3-3744-4c1f-951f-16077ceee113 Aug 20 14:18:58.996208 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-15882e27-bf92-410e-828c-5e9d5755516b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728246170444'] for network, precommit_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:59.020714 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-15882e27-bf92-410e-828c-5e9d5755516b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018'] for network, after_create {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:59.021804 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15882e27-bf92-410e-828c-5e9d5755516b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:18:59.022420 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-15882e27-bf92-410e-828c-5e9d5755516b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:59.076676 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-15882e27-bf92-410e-828c-5e9d5755516b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3797841 Aug 20 14:18:59.079613 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 34054) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:18:59.081592 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15882e27-bf92-410e-828c-5e9d5755516b admin admin] Pushing event updated for resources: {'Network': ['ID=2ad979e3-3744-4c1f-951f-16077ceee113,revision_number=1']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:18:59.084649 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [None req-5cc739e4-9ffa-4eb3-916b-623bfa1f39e6 admin admin] Request body: {'subnet': {'network_id': '2ad979e3-3744-4c1f-951f-16077ceee113', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2104263226-subnet', 'tenant_id': 'ed7db50e77b94f8488521eab1955c26a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:18:59.092735 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Network 2ad979e3-3744-4c1f-951f-16077ceee113 details requested by agent ovs-agent-dv-cinder-790535-10-iscsi with host dv-cinder-790535-10-iscsi {{(pid=94102) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:18:59.106254 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc739e4-9ffa-4eb3-916b-623bfa1f39e6 admin admin] Made reservation on behalf of ed7db50e77b94f8488521eab1955c26a for: {'subnet': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:18:59.108709 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-5cc739e4-9ffa-4eb3-916b-623bfa1f39e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130989261'] for subnet, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:59.273530 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-5cc739e4-9ffa-4eb3-916b-623bfa1f39e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130952573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130989279'] for subnet, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:59.330794 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc739e4-9ffa-4eb3-916b-623bfa1f39e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dedc9de9-1c9b-4413-aee4-b2a30175bcf0,revision_number=0']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:18:59.341511 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc739e4-9ffa-4eb3-916b-623bfa1f39e6 admin admin] Checking segment: {'id': 'e96fca96-ea3e-4b0f-a330-6b3f1b0848bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2ad979e3-3744-4c1f-951f-16077ceee113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:18:59.341871 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc739e4-9ffa-4eb3-916b-623bfa1f39e6 admin admin] Network hostable DHCP agents. Network: 2ad979e3-3744-4c1f-951f-16077ceee113, hostable agents: ['753d3244-3585-4dcb-8855-3f40f736060e'], hosted agents: [] {{(pid=94100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:18:59.356791 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc739e4-9ffa-4eb3-916b-623bfa1f39e6 admin admin] Network 2ad979e3-3744-4c1f-951f-16077ceee113 is scheduled to be hosted by DHCP agent 753d3244-3585-4dcb-8855-3f40f736060e with binding_index 1 {{(pid=94100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:18:59.365380 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [None req-5cc739e4-9ffa-4eb3-916b-623bfa1f39e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-10-iscsi, 2ad979e3-3744-4c1f-951f-16077ceee113) {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:18:59.370271 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc739e4-9ffa-4eb3-916b-623bfa1f39e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:18:59.370846 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-5cc739e4-9ffa-4eb3-916b-623bfa1f39e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:18:59.375584 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7c8c97-f612-4be1-8394-88d701146364 None None] Network 2ad979e3-3744-4c1f-951f-16077ceee113 requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:18:59.385122 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-5cc739e4-9ffa-4eb3-916b-623bfa1f39e6 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3037229 Aug 20 14:18:59.501070 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689a1c1c-2e79-4d2c-8ace-2e05fdafa85c None None] Network 2ad979e3-3744-4c1f-951f-16077ceee113 requested from dv-cinder-790535-10-iscsi {{(pid=94102) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:19:01.131110 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 6 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:19:01.134971 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e9be2-7339-42e8-b921-09c13202101f req-233f815a-d6d4-4252-b6d0-629e04acffe8 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:01.136527 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-094e9be2-7339-42e8-b921-09c13202101f req-233f815a-d6d4-4252-b6d0-629e04acffe8 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/networks?id=2ad979e3-3744-4c1f-951f-16077ceee113 HTTP/1.1" status: 200 len: 814 time: 0.0991042 Aug 20 14:19:01.151609 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-094e9be2-7339-42e8-b921-09c13202101f req-071c7950-56f7-4291-bb20-c6023c7c3dff tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/quotas/ed7db50e77b94f8488521eab1955c26a HTTP/1.1" status: 200 len: 375 time: 0.0092394 Aug 20 14:19:01.187279 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-094e9be2-7339-42e8-b921-09c13202101f req-3d053007-68b6-46d7-917a-3620b1728c77 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed7db50e77b94f8488521eab1955c26a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305560 Aug 20 14:19:01.246732 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [req-094e9be2-7339-42e8-b921-09c13202101f req-70585925-8f7d-4fd1-83ff-1dbc33064085 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=94100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:19:01.247701 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-094e9be2-7339-42e8-b921-09c13202101f req-70585925-8f7d-4fd1-83ff-1dbc33064085 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0539534 Aug 20 14:19:01.335510 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-094e9be2-7339-42e8-b921-09c13202101f req-ab1ae656-3823-47ea-817a-d530034c6e44 service neutron] 10.222.0.38 "GET /v2.0/networks/2ad979e3-3744-4c1f-951f-16077ceee113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817201 Aug 20 14:19:01.426589 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-094e9be2-7339-42e8-b921-09c13202101f req-422b4374-eded-4809-ab76-2a155761e1b0 service neutron] 10.222.0.38 "GET /v2.0/networks/2ad979e3-3744-4c1f-951f-16077ceee113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841651 Aug 20 14:19:01.591361 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-e13879a3-6407-47a4-b7d3-52dda0efeee7 req-6cb7710e-0d7a-49a7-b295-ec14ccb53baf tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/ports?device_id=815bfa8d-6148-476e-a33a-2ba87ad82625 HTTP/1.1" status: 200 len: 210 time: 0.0266538 Aug 20 14:19:02.654277 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e9be2-7339-42e8-b921-09c13202101f req-add005bf-5c27-49e1-97de-101b3a596850 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:02.655542 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-094e9be2-7339-42e8-b921-09c13202101f req-add005bf-5c27-49e1-97de-101b3a596850 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.65 "GET /v2.0/networks?id=2ad979e3-3744-4c1f-951f-16077ceee113 HTTP/1.1" status: 200 len: 814 time: 0.1051745 Aug 20 14:19:02.674153 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-094e9be2-7339-42e8-b921-09c13202101f req-666e16b4-0dad-4952-bceb-20525264ec83 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Request body: {'port': {'device_id': '815bfa8d-6148-476e-a33a-2ba87ad82625', 'network_id': '2ad979e3-3744-4c1f-951f-16077ceee113', 'admin_state_up': True, 'tenant_id': 'ed7db50e77b94f8488521eab1955c26a'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:19:02.706570 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-73aaa1f6-0cfd-4706-9ac5-2df0b723c4ac req-c7825f25-90f3-4d46-b842-9875a5b95f72 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/ports?device_id=815bfa8d-6148-476e-a33a-2ba87ad82625 HTTP/1.1" status: 200 len: 210 time: 0.0457029 Aug 20 14:19:02.801142 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-094e9be2-7339-42e8-b921-09c13202101f req-666e16b4-0dad-4952-bceb-20525264ec83 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Made reservation on behalf of ed7db50e77b94f8488521eab1955c26a for: {'port': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:19:02.804534 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-094e9be2-7339-42e8-b921-09c13202101f req-666e16b4-0dad-4952-bceb-20525264ec83 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:02.933912 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [req-094e9be2-7339-42e8-b921-09c13202101f req-666e16b4-0dad-4952-bceb-20525264ec83 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Allocated IP 172.20.0.7 (2ad979e3-3744-4c1f-951f-16077ceee113/dedc9de9-1c9b-4413-aee4-b2a30175bcf0/cfde2212-e202-4eb7-b708-c4a222ed640b) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:19:03.076530 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-094e9be2-7339-42e8-b921-09c13202101f req-666e16b4-0dad-4952-bceb-20525264ec83 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:03.113306 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-094e9be2-7339-42e8-b921-09c13202101f req-666e16b4-0dad-4952-bceb-20525264ec83 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:03.157546 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-094e9be2-7339-42e8-b921-09c13202101f req-666e16b4-0dad-4952-bceb-20525264ec83 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Network 2ad979e3-3744-4c1f-951f-16077ceee113 is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:19:03.160374 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [req-094e9be2-7339-42e8-b921-09c13202101f req-666e16b4-0dad-4952-bceb-20525264ec83 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:19:03.163860 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-094e9be2-7339-42e8-b921-09c13202101f req-666e16b4-0dad-4952-bceb-20525264ec83 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:19:03.191076 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e16b4-0dad-4952-bceb-20525264ec83 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Pushing event updated for resources: {'Port': ['ID=cfde2212-e202-4eb7-b708-c4a222ed640b,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:19:03.218019 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e9be2-7339-42e8-b921-09c13202101f req-666e16b4-0dad-4952-bceb-20525264ec83 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:03.218620 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-094e9be2-7339-42e8-b921-09c13202101f req-666e16b4-0dad-4952-bceb-20525264ec83 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:03.232348 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-094e9be2-7339-42e8-b921-09c13202101f req-666e16b4-0dad-4952-bceb-20525264ec83 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5632010 Aug 20 14:19:03.287102 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-094e9be2-7339-42e8-b921-09c13202101f req-4766e969-4397-4f52-8faa-0820e347cbc8 service neutron] Request body: {'port': {'device_id': '815bfa8d-6148-476e-a33a-2ba87ad82625', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:19:03.341009 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-094e9be2-7339-42e8-b921-09c13202101f req-4766e969-4397-4f52-8faa-0820e347cbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:03.595909 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [req-094e9be2-7339-42e8-b921-09c13202101f req-4766e969-4397-4f52-8faa-0820e347cbc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfde2212-e202-4eb7-b708-c4a222ed640b {{(pid=94100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:19:03.602959 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-094e9be2-7339-42e8-b921-09c13202101f req-4766e969-4397-4f52-8faa-0820e347cbc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:03.615144 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.provisioning_blocks [req-094e9be2-7339-42e8-b921-09c13202101f req-4766e969-4397-4f52-8faa-0820e347cbc8 service neutron] Transition to ACTIVE for port object cfde2212-e202-4eb7-b708-c4a222ed640b will not be triggered until provisioned by entity L2. {{(pid=94100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:19:03.618924 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-094e9be2-7339-42e8-b921-09c13202101f req-4766e969-4397-4f52-8faa-0820e347cbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:03.669785 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766e969-4397-4f52-8faa-0820e347cbc8 service neutron] Pushing event updated for resources: {'Port': ['ID=cfde2212-e202-4eb7-b708-c4a222ed640b,revision_number=2']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:19:03.734716 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-094e9be2-7339-42e8-b921-09c13202101f req-4766e969-4397-4f52-8faa-0820e347cbc8 service neutron] Attempting to bind port cfde2212-e202-4eb7-b708-c4a222ed640b on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:19:03.735053 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-094e9be2-7339-42e8-b921-09c13202101f req-4766e969-4397-4f52-8faa-0820e347cbc8 service neutron] Attempting to bind port cfde2212-e202-4eb7-b708-c4a222ed640b by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'e96fca96-ea3e-4b0f-a330-6b3f1b0848bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2ad979e3-3744-4c1f-951f-16077ceee113'}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:19:03.735803 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094e9be2-7339-42e8-b921-09c13202101f req-4766e969-4397-4f52-8faa-0820e347cbc8 service neutron] Attempting to bind port cfde2212-e202-4eb7-b708-c4a222ed640b on network 2ad979e3-3744-4c1f-951f-16077ceee113 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:19:03.739655 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094e9be2-7339-42e8-b921-09c13202101f req-4766e969-4397-4f52-8faa-0820e347cbc8 service neutron] Port cfde2212-e202-4eb7-b708-c4a222ed640b on network 2ad979e3-3744-4c1f-951f-16077ceee113 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:19:03.739980 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094e9be2-7339-42e8-b921-09c13202101f req-4766e969-4397-4f52-8faa-0820e347cbc8 service neutron] Attempting to bind port cfde2212-e202-4eb7-b708-c4a222ed640b on network 2ad979e3-3744-4c1f-951f-16077ceee113 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:19:03.745569 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094e9be2-7339-42e8-b921-09c13202101f req-4766e969-4397-4f52-8faa-0820e347cbc8 service neutron] Checking agent: {'id': 'e9494a82-1f02-49fe-8034-7b3c5c14ee49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'started_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:19:03.745903 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094e9be2-7339-42e8-b921-09c13202101f req-4766e969-4397-4f52-8faa-0820e347cbc8 service neutron] Checking segment: {'id': 'e96fca96-ea3e-4b0f-a330-6b3f1b0848bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2ad979e3-3744-4c1f-951f-16077ceee113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:19:03.746278 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094e9be2-7339-42e8-b921-09c13202101f req-4766e969-4397-4f52-8faa-0820e347cbc8 service neutron] Bound using segment: {'id': 'e96fca96-ea3e-4b0f-a330-6b3f1b0848bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2ad979e3-3744-4c1f-951f-16077ceee113'} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:19:03.746702 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-094e9be2-7339-42e8-b921-09c13202101f req-4766e969-4397-4f52-8faa-0820e347cbc8 service neutron] Bound port: cfde2212-e202-4eb7-b708-c4a222ed640b, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e96fca96-ea3e-4b0f-a330-6b3f1b0848bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2ad979e3-3744-4c1f-951f-16077ceee113'}}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:19:03.747054 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-094e9be2-7339-42e8-b921-09c13202101f req-4766e969-4397-4f52-8faa-0820e347cbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:03.838327 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-094e9be2-7339-42e8-b921-09c13202101f req-4766e969-4397-4f52-8faa-0820e347cbc8 service neutron] For port cfde2212-e202-4eb7-b708-c4a222ed640b, host hv-cinder-79053, cleared binding levels {{(pid=94100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:19:03.841959 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-094e9be2-7339-42e8-b921-09c13202101f req-4766e969-4397-4f52-8faa-0820e347cbc8 service neutron] For port cfde2212-e202-4eb7-b708-c4a222ed640b, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cfde2212-e202-4eb7-b708-c4a222ed640b,segment=NetworkSegment(e96fca96-ea3e-4b0f-a330-6b3f1b0848bd),segment_id=e96fca96-ea3e-4b0f-a330-6b3f1b0848bd)] {{(pid=94100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:19:03.847715 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-094e9be2-7339-42e8-b921-09c13202101f req-4766e969-4397-4f52-8faa-0820e347cbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:03.859275 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba55c21-8fcd-421b-972a-0b64386e381b req-cfc3cda5-7307-4a02-9702-7a0992e7e48a tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:03.860757 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8ba55c21-8fcd-421b-972a-0b64386e381b req-cfc3cda5-7307-4a02-9702-7a0992e7e48a tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/ports?device_id=815bfa8d-6148-476e-a33a-2ba87ad82625 HTTP/1.1" status: 200 len: 943 time: 0.0812061 Aug 20 14:19:03.897711 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e9be2-7339-42e8-b921-09c13202101f req-4766e969-4397-4f52-8faa-0820e347cbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:03.898366 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-094e9be2-7339-42e8-b921-09c13202101f req-4766e969-4397-4f52-8faa-0820e347cbc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:03.899719 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-094e9be2-7339-42e8-b921-09c13202101f req-4766e969-4397-4f52-8faa-0820e347cbc8 service neutron] 10.222.0.65 "PUT /v2.0/ports/cfde2212-e202-4eb7-b708-c4a222ed640b HTTP/1.1" status: 200 len: 1093 time: 0.6590595 Aug 20 14:19:03.903661 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '815bfa8d-6148-476e-a33a-2ba87ad82625', 'tag': 'cfde2212-e202-4eb7-b708-c4a222ed640b'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:19:03.905980 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25b5e1e-d3b1-4d6a-a852-def23cc38d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "815bfa8d-6148-476e-a33a-2ba87ad82625", "tag": "cfde2212-e202-4eb7-b708-c4a222ed640b"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:19:03.964823 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b828968-8b46-43c3-898b-48bb40a04fa5 x-openstack-request-id: req-3b828968-8b46-43c3-898b-48bb40a04fa5 {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:19:03.965108 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "815bfa8d-6148-476e-a33a-2ba87ad82625", "tag": "cfde2212-e202-4eb7-b708-c4a222ed640b", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:19:03.965410 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3b828968-8b46-43c3-898b-48bb40a04fa5 {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:19:03.965904 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '815bfa8d-6148-476e-a33a-2ba87ad82625', 'tag': 'cfde2212-e202-4eb7-b708-c4a222ed640b', 'status': 'completed', 'code': 200} Aug 20 14:19:03.986380 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766e969-4397-4f52-8faa-0820e347cbc8 service neutron] Pushing event updated for resources: {'Port': ['ID=cfde2212-e202-4eb7-b708-c4a222ed640b,revision_number=3']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:19:03.992794 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8ba55c21-8fcd-421b-972a-0b64386e381b req-74ea7936-18db-4b39-b3dd-1ab0b2e00ff9 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fe8d802-296f-44f8-b553-0ede9ca0d349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114545 Aug 20 14:19:04.010602 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e9be2-7339-42e8-b921-09c13202101f req-e8999991-7113-4957-8318-031cf29724de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:04.011996 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-094e9be2-7339-42e8-b921-09c13202101f req-e8999991-7113-4957-8318-031cf29724de service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ed7db50e77b94f8488521eab1955c26a&device_id=815bfa8d-6148-476e-a33a-2ba87ad82625 HTTP/1.1" status: 200 len: 1096 time: 0.0700538 Aug 20 14:19:04.054658 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-094e9be2-7339-42e8-b921-09c13202101f req-7f9821ce-1851-49a5-a8cb-0ddd8f2b6064 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfde2212-e202-4eb7-b708-c4a222ed640b HTTP/1.1" status: 200 len: 217 time: 0.0348699 Aug 20 14:19:04.106075 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e9be2-7339-42e8-b921-09c13202101f req-2bec23e9-b4e5-4f49-b9b1-2ffad0a9e22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:04.107442 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-094e9be2-7339-42e8-b921-09c13202101f req-2bec23e9-b4e5-4f49-b9b1-2ffad0a9e22b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dedc9de9-1c9b-4413-aee4-b2a30175bcf0 HTTP/1.1" status: 200 len: 854 time: 0.0466890 Aug 20 14:19:04.138349 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-094e9be2-7339-42e8-b921-09c13202101f req-3a920fa8-ea00-45b4-af80-f88d15917d3d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2ad979e3-3744-4c1f-951f-16077ceee113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243235 Aug 20 14:19:04.226907 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-094e9be2-7339-42e8-b921-09c13202101f req-66877e24-459a-480e-aa58-44f5ddd176e9 service neutron] 10.222.0.65 "GET /v2.0/networks/2ad979e3-3744-4c1f-951f-16077ceee113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819130 Aug 20 14:19:04.318409 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-094e9be2-7339-42e8-b921-09c13202101f req-4f8fe1c9-010f-4e96-a402-f2ac4b7641f5 service neutron] 10.222.0.65 "GET /v2.0/networks/2ad979e3-3744-4c1f-951f-16077ceee113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846779 Aug 20 14:19:04.399411 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b5e1e-d3b1-4d6a-a852-def23cc38d4f req-0bb3f9d3-d6a7-45dd-b661-43da7aa88c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:04.401092 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f25b5e1e-d3b1-4d6a-a852-def23cc38d4f req-0bb3f9d3-d6a7-45dd-b661-43da7aa88c8b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ed7db50e77b94f8488521eab1955c26a&device_id=815bfa8d-6148-476e-a33a-2ba87ad82625 HTTP/1.1" status: 200 len: 1096 time: 0.0411837 Aug 20 14:19:04.492013 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b5e1e-d3b1-4d6a-a852-def23cc38d4f req-e78e7c47-4055-4265-bdb2-7c93c794a47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:04.493562 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f25b5e1e-d3b1-4d6a-a852-def23cc38d4f req-e78e7c47-4055-4265-bdb2-7c93c794a47f service neutron] 10.222.0.65 "GET /v2.0/networks?id=2ad979e3-3744-4c1f-951f-16077ceee113 HTTP/1.1" status: 200 len: 915 time: 0.0841191 Aug 20 14:19:04.538124 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f25b5e1e-d3b1-4d6a-a852-def23cc38d4f req-9f863116-c51c-4a25-866c-49fad7820624 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfde2212-e202-4eb7-b708-c4a222ed640b HTTP/1.1" status: 200 len: 217 time: 0.0374765 Aug 20 14:19:04.587245 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b5e1e-d3b1-4d6a-a852-def23cc38d4f req-3a0aacf5-a5e6-432c-9ce9-03ece01f2052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:04.588986 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f25b5e1e-d3b1-4d6a-a852-def23cc38d4f req-3a0aacf5-a5e6-432c-9ce9-03ece01f2052 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dedc9de9-1c9b-4413-aee4-b2a30175bcf0 HTTP/1.1" status: 200 len: 854 time: 0.0437534 Aug 20 14:19:04.620772 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f25b5e1e-d3b1-4d6a-a852-def23cc38d4f req-b583adc2-ecdb-47fd-bf64-4e121fd98e5c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2ad979e3-3744-4c1f-951f-16077ceee113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243452 Aug 20 14:19:04.711415 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f25b5e1e-d3b1-4d6a-a852-def23cc38d4f req-67e14e87-43e7-4c6b-b4ff-eff08618e632 service neutron] 10.222.0.65 "GET /v2.0/networks/2ad979e3-3744-4c1f-951f-16077ceee113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836275 Aug 20 14:19:04.798886 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-f25b5e1e-d3b1-4d6a-a852-def23cc38d4f req-6b7c697b-2200-4bcf-a620-4aa57d2a24b0 service neutron] 10.222.0.65 "GET /v2.0/networks/2ad979e3-3744-4c1f-951f-16077ceee113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804255 Aug 20 14:19:05.110024 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa940eb9-28c8-4d75-a36a-97b2ab675946 req-a750cdaf-acfe-445d-8819-272bbb0de0df tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:05.111494 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-fa940eb9-28c8-4d75-a36a-97b2ab675946 req-a750cdaf-acfe-445d-8819-272bbb0de0df tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/ports?device_id=815bfa8d-6148-476e-a33a-2ba87ad82625 HTTP/1.1" status: 200 len: 943 time: 0.0486934 Aug 20 14:19:05.152685 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-fa940eb9-28c8-4d75-a36a-97b2ab675946 req-09c97444-f538-4287-8040-00f0ddddc56c tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fe8d802-296f-44f8-b553-0ede9ca0d349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352716 Aug 20 14:19:06.247769 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device cfde2212-e202-4eb7-b708-c4a222ed640b details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:19:06.350219 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port cfde2212-e202-4eb7-b708-c4a222ed640b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cfde2212-e202-4eb7-b708-c4a222ed640b,segment=NetworkSegment(e96fca96-ea3e-4b0f-a330-6b3f1b0848bd),segment_id=e96fca96-ea3e-4b0f-a330-6b3f1b0848bd)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:19:06.363352 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Returning: {'device': 'cfde2212-e202-4eb7-b708-c4a222ed640b', 'network_id': '2ad979e3-3744-4c1f-951f-16077ceee113', 'port_id': 'cfde2212-e202-4eb7-b708-c4a222ed640b', 'mac_address': 'fa:16:3e:b9:f1:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dedc9de9-1c9b-4413-aee4-b2a30175bcf0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:19:06.402414 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:06.416243 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfde2212-e202-4eb7-b708-c4a222ed640b {{(pid=94102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:19:06.439259 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port cfde2212-e202-4eb7-b708-c4a222ed640b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cfde2212-e202-4eb7-b708-c4a222ed640b,segment=NetworkSegment(e96fca96-ea3e-4b0f-a330-6b3f1b0848bd),segment_id=e96fca96-ea3e-4b0f-a330-6b3f1b0848bd)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:19:06.444097 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:06.498154 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=cfde2212-e202-4eb7-b708-c4a222ed640b,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:19:06.505625 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:06.505977 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:06.506318 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:06.506654 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:06.506985 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:06.507318 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:06.507647 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:06.507972 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:06.508296 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:06.508651 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:06.508974 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:06.509343 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:06.542611 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdff30-a386-4c42-b06b-32181b673bfe req-e17d3aa9-571e-4bf3-b32f-12bfc2bf6516 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:06.544097 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-afbdff30-a386-4c42-b06b-32181b673bfe req-e17d3aa9-571e-4bf3-b32f-12bfc2bf6516 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/ports?device_id=815bfa8d-6148-476e-a33a-2ba87ad82625 HTTP/1.1" status: 200 len: 943 time: 0.3218129 Aug 20 14:19:06.583051 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-afbdff30-a386-4c42-b06b-32181b673bfe req-c0d84150-867f-4d83-95de-825d10f6a6c6 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fe8d802-296f-44f8-b553-0ede9ca0d349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326798 Aug 20 14:19:06.648350 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['cfde2212-e202-4eb7-b708-c4a222ed640b'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:19:07.697177 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d02ad-1765-4040-b324-18eb442611bc req-94311e8c-69f4-4b83-b5ca-b1a36f4049ff tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:07.698648 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6f0d02ad-1765-4040-b324-18eb442611bc req-94311e8c-69f4-4b83-b5ca-b1a36f4049ff tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/ports?device_id=815bfa8d-6148-476e-a33a-2ba87ad82625 HTTP/1.1" status: 200 len: 944 time: 0.0485179 Aug 20 14:19:07.717276 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-c112d087-b449-4cc9-a8f1-7dad1e8a6995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:07.741722 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-6f0d02ad-1765-4040-b324-18eb442611bc req-8309ff20-779c-4b39-9fa4-ef3633e50240 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fe8d802-296f-44f8-b553-0ede9ca0d349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351267 Aug 20 14:19:08.262550 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device cfde2212-e202-4eb7-b708-c4a222ed640b up at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:19:08.313951 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning for port cfde2212-e202-4eb7-b708-c4a222ed640b completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:19:08.317410 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning complete for port cfde2212-e202-4eb7-b708-c4a222ed640b triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:19:08.317776 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:08.391752 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:08.413511 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815bfa8d-6148-476e-a33a-2ba87ad82625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfde2212-e202-4eb7-b708-c4a222ed640b'}] {{(pid=94102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:19:08.416211 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658e03e68c488354c0da9c4193b8775245da486d5210860026445f3bfd5b20fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a112873-3caa-4873-b9bd-d8cbe0bd6402" -d '{"events": [{"server_uuid": "815bfa8d-6148-476e-a33a-2ba87ad82625", "name": "network-vif-plugged", "status": "completed", "tag": "cfde2212-e202-4eb7-b708-c4a222ed640b"}]}' {{(pid=94102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:19:08.429830 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port cfde2212-e202-4eb7-b708-c4a222ed640b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cfde2212-e202-4eb7-b708-c4a222ed640b,segment=NetworkSegment(e96fca96-ea3e-4b0f-a330-6b3f1b0848bd),segment_id=e96fca96-ea3e-4b0f-a330-6b3f1b0848bd)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:19:08.438139 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:08.494182 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=cfde2212-e202-4eb7-b708-c4a222ed640b,revision_number=5']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:19:08.575741 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592c9683-d9c1-4acd-b0d3-c31b38bb14ad x-openstack-request-id: req-592c9683-d9c1-4acd-b0d3-c31b38bb14ad {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:19:08.576023 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815bfa8d-6148-476e-a33a-2ba87ad82625", "name": "network-vif-plugged", "status": "completed", "tag": "cfde2212-e202-4eb7-b708-c4a222ed640b", "code": 200}]} {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:19:08.576272 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-592c9683-d9c1-4acd-b0d3-c31b38bb14ad {{(pid=94102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:19:08.576701 dv-cinder-790535-10-iscsi neutron-server[94102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815bfa8d-6148-476e-a33a-2ba87ad82625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfde2212-e202-4eb7-b708-c4a222ed640b', 'code': 200} Aug 20 14:19:08.731281 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232eee5-02ca-4b7c-865c-f83b7c9eaaf2 req-3b6b2c4f-c885-4be2-bf8a-277ab9e5cecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:08.732804 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2232eee5-02ca-4b7c-865c-f83b7c9eaaf2 req-3b6b2c4f-c885-4be2-bf8a-277ab9e5cecb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=815bfa8d-6148-476e-a33a-2ba87ad82625 HTTP/1.1" status: 200 len: 1098 time: 0.0393920 Aug 20 14:19:08.771316 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2232eee5-02ca-4b7c-865c-f83b7c9eaaf2 req-785eb029-61b9-4ade-b6cc-e41f128de069 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2fe8d802-296f-44f8-b553-0ede9ca0d349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319910 Aug 20 14:19:08.858752 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc56b80-31f1-4caf-85b4-059e26de4086 req-563f3ce0-1023-43f4-ba06-3bd4b76988ad tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:08.860235 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3fc56b80-31f1-4caf-85b4-059e26de4086 req-563f3ce0-1023-43f4-ba06-3bd4b76988ad tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/ports?device_id=815bfa8d-6148-476e-a33a-2ba87ad82625 HTTP/1.1" status: 200 len: 945 time: 0.0496831 Aug 20 14:19:08.898437 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3fc56b80-31f1-4caf-85b4-059e26de4086 req-2058cebe-2ac6-4bdc-b637-70a5ae0edf23 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fe8d802-296f-44f8-b553-0ede9ca0d349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322866 Aug 20 14:19:10.013447 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c074e8-c07e-4993-b7b6-adbbb6946ad4 req-e6f3859f-c163-495d-8b59-f08c2db4b958 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:10.014956 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a0c074e8-c07e-4993-b7b6-adbbb6946ad4 req-e6f3859f-c163-495d-8b59-f08c2db4b958 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/ports?device_id=815bfa8d-6148-476e-a33a-2ba87ad82625 HTTP/1.1" status: 200 len: 945 time: 0.0490370 Aug 20 14:19:10.053426 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-a0c074e8-c07e-4993-b7b6-adbbb6946ad4 req-9f46beaa-7fb5-433f-a95c-68d55fabcc1f tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fe8d802-296f-44f8-b553-0ede9ca0d349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326619 Aug 20 14:19:10.472065 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-d546ec32-2068-4e6e-99d9-57f2e335b094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:10.504155 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:11.602874 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:12.588350 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:13.120537 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:21.620357 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-35fec16d-8cc1-44f8-9eef-cd5bc81879dc req-b2d1e012-29d1-49be-be49-0cdcaba05170 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=815bfa8d-6148-476e-a33a-2ba87ad82625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387330 Aug 20 14:19:21.706349 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fec16d-8cc1-44f8-9eef-cd5bc81879dc req-8c67f858-47aa-4e1b-931f-59a2e3d78672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:21.707793 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-35fec16d-8cc1-44f8-9eef-cd5bc81879dc req-8c67f858-47aa-4e1b-931f-59a2e3d78672 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ed7db50e77b94f8488521eab1955c26a&device_id=815bfa8d-6148-476e-a33a-2ba87ad82625 HTTP/1.1" status: 200 len: 1098 time: 0.0426745 Aug 20 14:19:21.808711 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fec16d-8cc1-44f8-9eef-cd5bc81879dc req-eb2d9066-5966-4fa8-baf8-e42d27fa8bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:21.810152 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-35fec16d-8cc1-44f8-9eef-cd5bc81879dc req-eb2d9066-5966-4fa8-baf8-e42d27fa8bec service neutron] 10.222.0.65 "GET /v2.0/networks?id=2ad979e3-3744-4c1f-951f-16077ceee113 HTTP/1.1" status: 200 len: 915 time: 0.0821693 Aug 20 14:19:21.854857 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-35fec16d-8cc1-44f8-9eef-cd5bc81879dc req-89dead87-4de1-4dee-9d3d-d014647e7a10 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfde2212-e202-4eb7-b708-c4a222ed640b HTTP/1.1" status: 200 len: 217 time: 0.0365133 Aug 20 14:19:21.903706 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fec16d-8cc1-44f8-9eef-cd5bc81879dc req-41450104-a7ec-4e58-97f0-361cda44fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:21.905085 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-35fec16d-8cc1-44f8-9eef-cd5bc81879dc req-41450104-a7ec-4e58-97f0-361cda44fc22 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dedc9de9-1c9b-4413-aee4-b2a30175bcf0 HTTP/1.1" status: 200 len: 854 time: 0.0425615 Aug 20 14:19:21.948925 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-35fec16d-8cc1-44f8-9eef-cd5bc81879dc req-e831cd22-d1ed-4dca-bf34-daa416af7d1d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2ad979e3-3744-4c1f-951f-16077ceee113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245771 Aug 20 14:19:22.041799 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-35fec16d-8cc1-44f8-9eef-cd5bc81879dc req-4da7871d-46c6-432f-b6a6-b263fa2f46a6 service neutron] 10.222.0.65 "GET /v2.0/networks/2ad979e3-3744-4c1f-951f-16077ceee113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847766 Aug 20 14:19:22.135664 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-35fec16d-8cc1-44f8-9eef-cd5bc81879dc req-e6f41154-8a38-4a3f-84d3-b1d359d7bbbc service neutron] 10.222.0.65 "GET /v2.0/networks/2ad979e3-3744-4c1f-951f-16077ceee113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824013 Aug 20 14:19:37.717419 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-5e013f36-e65b-4ed6-85ea-9b1aa3aa7278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:38.130359 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 6 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:19:40.474014 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-37a13be7-2408-4f5c-9991-d5eee0b835b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:40.506156 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:41.607078 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:42.611611 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:43.120032 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:49.440731 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d501f89-04ce-46cd-bc52-5483b0e0c803 req-c2f433a1-51cf-4ffa-b861-5a146e9aee85 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:49.442235 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8d501f89-04ce-46cd-bc52-5483b0e0c803 req-c2f433a1-51cf-4ffa-b861-5a146e9aee85 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/ports?device_id=815bfa8d-6148-476e-a33a-2ba87ad82625 HTTP/1.1" status: 200 len: 945 time: 0.0517929 Aug 20 14:19:49.481577 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-8d501f89-04ce-46cd-bc52-5483b0e0c803 req-eef234be-ec9c-4157-8849-107a236bdc61 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fe8d802-296f-44f8-b553-0ede9ca0d349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333230 Aug 20 14:19:50.603364 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d38f53-982b-4500-a655-a6711dcfcf6e req-37434cf5-f405-419e-9ad8-7c37424636a7 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:50.604867 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-38d38f53-982b-4500-a655-a6711dcfcf6e req-37434cf5-f405-419e-9ad8-7c37424636a7 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/ports?device_id=815bfa8d-6148-476e-a33a-2ba87ad82625 HTTP/1.1" status: 200 len: 945 time: 0.0534415 Aug 20 14:19:50.642874 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-38d38f53-982b-4500-a655-a6711dcfcf6e req-f50c440a-4ada-4ec6-894d-49c6801018ba tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fe8d802-296f-44f8-b553-0ede9ca0d349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317299 Aug 20 14:19:50.959570 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cfc3f-c7ae-48e7-9502-89e79b1172c9 req-10e3ef4a-74d8-400a-a22d-719b400f9f03 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:19:50.961064 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-476cfc3f-c7ae-48e7-9502-89e79b1172c9 req-10e3ef4a-74d8-400a-a22d-719b400f9f03 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.65 "GET /v2.0/ports?device_id=815bfa8d-6148-476e-a33a-2ba87ad82625 HTTP/1.1" status: 200 len: 945 time: 0.0477562 Aug 20 14:19:51.051965 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-476cfc3f-c7ae-48e7-9502-89e79b1172c9 req-7bce48fe-b78d-4d2a-ae3b-b8f9582342a2 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Deleting port cfde2212-e202-4eb7-b708-c4a222ed640b {{(pid=94100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:19:51.052301 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-476cfc3f-c7ae-48e7-9502-89e79b1172c9 req-7bce48fe-b78d-4d2a-ae3b-b8f9582342a2 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:51.137924 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-476cfc3f-c7ae-48e7-9502-89e79b1172c9 req-7bce48fe-b78d-4d2a-ae3b-b8f9582342a2 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] For port cfde2212-e202-4eb7-b708-c4a222ed640b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=cfde2212-e202-4eb7-b708-c4a222ed640b,segment=NetworkSegment(e96fca96-ea3e-4b0f-a330-6b3f1b0848bd),segment_id=e96fca96-ea3e-4b0f-a330-6b3f1b0848bd)] {{(pid=94100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:19:51.138280 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-476cfc3f-c7ae-48e7-9502-89e79b1172c9 req-7bce48fe-b78d-4d2a-ae3b-b8f9582342a2 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:51.150696 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-476cfc3f-c7ae-48e7-9502-89e79b1172c9 req-7bce48fe-b78d-4d2a-ae3b-b8f9582342a2 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Calling delete_port for cfde2212-e202-4eb7-b708-c4a222ed640b owned by compute:nova {{(pid=94100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:19:51.275142 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-476cfc3f-c7ae-48e7-9502-89e79b1172c9 req-7bce48fe-b78d-4d2a-ae3b-b8f9582342a2 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:51.286960 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['cfde2212-e202-4eb7-b708-c4a222ed640b'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:19:51.303710 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce48fe-b78d-4d2a-ae3b-b8f9582342a2 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Pushing event deleted for resources: {'Port': ['ID=cfde2212-e202-4eb7-b708-c4a222ed640b,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:19:51.316603 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce48fe-b78d-4d2a-ae3b-b8f9582342a2 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:51.316960 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce48fe-b78d-4d2a-ae3b-b8f9582342a2 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:51.317304 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce48fe-b78d-4d2a-ae3b-b8f9582342a2 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:51.317642 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce48fe-b78d-4d2a-ae3b-b8f9582342a2 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:51.317977 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce48fe-b78d-4d2a-ae3b-b8f9582342a2 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:51.318311 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce48fe-b78d-4d2a-ae3b-b8f9582342a2 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:51.318646 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce48fe-b78d-4d2a-ae3b-b8f9582342a2 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:51.318976 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce48fe-b78d-4d2a-ae3b-b8f9582342a2 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:51.319304 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce48fe-b78d-4d2a-ae3b-b8f9582342a2 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:51.319631 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce48fe-b78d-4d2a-ae3b-b8f9582342a2 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:51.319957 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce48fe-b78d-4d2a-ae3b-b8f9582342a2 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:51.320280 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce48fe-b78d-4d2a-ae3b-b8f9582342a2 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:19:51.353137 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-476cfc3f-c7ae-48e7-9502-89e79b1172c9 req-7bce48fe-b78d-4d2a-ae3b-b8f9582342a2 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] No DVR routers for this DVR port cfde2212-e202-4eb7-b708-c4a222ed640b on host hv-cinder-79053 {{(pid=94100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:19:51.355619 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-476cfc3f-c7ae-48e7-9502-89e79b1172c9 req-7bce48fe-b78d-4d2a-ae3b-b8f9582342a2 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:19:51.358176 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-476cfc3f-c7ae-48e7-9502-89e79b1172c9 req-7bce48fe-b78d-4d2a-ae3b-b8f9582342a2 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.65 "DELETE /v2.0/ports/cfde2212-e202-4eb7-b708-c4a222ed640b HTTP/1.1" status: 204 len: 173 time: 0.3904102 Aug 20 14:19:51.358605 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815bfa8d-6148-476e-a33a-2ba87ad82625', 'name': 'network-vif-deleted', 'tag': 'cfde2212-e202-4eb7-b708-c4a222ed640b'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:19:51.360867 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7053c4d8-d204-482b-acfa-12ba92210f64" -d '{"events": [{"server_uuid": "815bfa8d-6148-476e-a33a-2ba87ad82625", "name": "network-vif-deleted", "tag": "cfde2212-e202-4eb7-b708-c4a222ed640b"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:19:51.395973 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3013dfbf-81b9-4889-96b5-524cd18c1a36 x-openstack-request-id: req-3013dfbf-81b9-4889-96b5-524cd18c1a36 {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:19:51.396268 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815bfa8d-6148-476e-a33a-2ba87ad82625", "name": "network-vif-deleted", "tag": "cfde2212-e202-4eb7-b708-c4a222ed640b", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:19:51.396574 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3013dfbf-81b9-4889-96b5-524cd18c1a36 {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:19:51.396976 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815bfa8d-6148-476e-a33a-2ba87ad82625', 'name': 'network-vif-deleted', 'tag': 'cfde2212-e202-4eb7-b708-c4a222ed640b', 'status': 'completed', 'code': 200} Aug 20 14:19:51.750819 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-67aeff97-562c-4bd3-9e23-691b235e4de4 req-af50e3f3-c63c-47e6-b1ed-85662c2550a4 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/ports?device_id=815bfa8d-6148-476e-a33a-2ba87ad82625 HTTP/1.1" status: 200 len: 210 time: 0.0305023 Aug 20 14:19:54.845103 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device cfde2212-e202-4eb7-b708-c4a222ed640b no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:19:54.864450 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] No Port match for: cfde2212-e202-4eb7-b708-c4a222ed640b {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:19:54.864812 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device cfde2212-e202-4eb7-b708-c4a222ed640b not bound to the agent host hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:20:00.677626 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-48ba49ba-07bd-4b13-8941-48fd39b2adda tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:00.679069 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-48ba49ba-07bd-4b13-8941-48fd39b2adda tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/networks?id=2ad979e3-3744-4c1f-951f-16077ceee113 HTTP/1.1" status: 200 len: 814 time: 0.0969703 Aug 20 14:20:00.694269 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-18414c0d-75d4-4d21-8d5a-9fb53aaa6e3b tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/quotas/ed7db50e77b94f8488521eab1955c26a HTTP/1.1" status: 200 len: 375 time: 0.0094240 Aug 20 14:20:00.724579 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-1d4321e4-dcc3-4c09-b99a-12732fdfcc58 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed7db50e77b94f8488521eab1955c26a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252836 Aug 20 14:20:00.815302 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-b9f98ac3-3b74-4642-bca1-78b569d27dd5 service neutron] 10.222.0.38 "GET /v2.0/networks/2ad979e3-3744-4c1f-951f-16077ceee113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840492 Aug 20 14:20:00.901806 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-8cdbe8a3-dc93-4322-923c-1485a6d81e09 service neutron] 10.222.0.38 "GET /v2.0/networks/2ad979e3-3744-4c1f-951f-16077ceee113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805683 Aug 20 14:20:01.066386 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-2f6e6277-4d25-4647-b4b7-dc2e0213c951 req-813cb6b4-873b-412e-80a4-e7a64d24df45 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ceefb69-139b-45ad-8ffe-b332cf60ab03 HTTP/1.1" status: 200 len: 210 time: 0.0331481 Aug 20 14:20:01.952664 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-05c5488b-e51b-4d4d-81a7-e14b1b1bf129 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:01.954119 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-05c5488b-e51b-4d4d-81a7-e14b1b1bf129 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.65 "GET /v2.0/networks?id=2ad979e3-3744-4c1f-951f-16077ceee113 HTTP/1.1" status: 200 len: 814 time: 0.1078818 Aug 20 14:20:01.967030 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-a5fa3d98-10aa-4a0f-8926-79fbd24d4e0e tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Request body: {'port': {'device_id': '9ceefb69-139b-45ad-8ffe-b332cf60ab03', 'network_id': '2ad979e3-3744-4c1f-951f-16077ceee113', 'admin_state_up': True, 'tenant_id': 'ed7db50e77b94f8488521eab1955c26a'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:20:02.085505 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-a5fa3d98-10aa-4a0f-8926-79fbd24d4e0e tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Made reservation on behalf of ed7db50e77b94f8488521eab1955c26a for: {'port': 1} {{(pid=94100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:20:02.089280 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-a5fa3d98-10aa-4a0f-8926-79fbd24d4e0e tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:02.176893 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-971b50a9-3766-49fc-ac61-639ae47eaff4 req-5de6ac3d-90c6-4059-8b83-6f4c0ca92603 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ceefb69-139b-45ad-8ffe-b332cf60ab03 HTTP/1.1" status: 200 len: 210 time: 0.0346968 Aug 20 14:20:02.236705 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_common [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-a5fa3d98-10aa-4a0f-8926-79fbd24d4e0e tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Allocated IP 172.20.0.5 (2ad979e3-3744-4c1f-951f-16077ceee113/dedc9de9-1c9b-4413-aee4-b2a30175bcf0/c21f38c3-b305-4580-81cc-06f0cffd0097) {{(pid=94100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:20:02.384035 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-a5fa3d98-10aa-4a0f-8926-79fbd24d4e0e tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Notify callbacks [] for port, precommit_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:02.421904 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-a5fa3d98-10aa-4a0f-8926-79fbd24d4e0e tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728246186981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_create {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:02.466038 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-a5fa3d98-10aa-4a0f-8926-79fbd24d4e0e tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Network 2ad979e3-3744-4c1f-951f-16077ceee113 is already hosted by enough agents. {{(pid=94100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:20:02.470578 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.scheduler.base_scheduler [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-a5fa3d98-10aa-4a0f-8926-79fbd24d4e0e tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Resources bound (agent type, host, resource id): {{(pid=94100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:20:02.474824 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-a5fa3d98-10aa-4a0f-8926-79fbd24d4e0e tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Received port after_create {{(pid=94100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:20:02.500533 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa3d98-10aa-4a0f-8926-79fbd24d4e0e tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Pushing event updated for resources: {'Port': ['ID=c21f38c3-b305-4580-81cc-06f0cffd0097,revision_number=1']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:20:02.526998 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-a5fa3d98-10aa-4a0f-8926-79fbd24d4e0e tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:02.527601 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-a5fa3d98-10aa-4a0f-8926-79fbd24d4e0e tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:02.542113 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-a5fa3d98-10aa-4a0f-8926-79fbd24d4e0e tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5795524 Aug 20 14:20:02.554194 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.v2.base [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-44242602-f907-42d8-aa8f-8183aaa6ac6a service neutron] Request body: {'port': {'device_id': '9ceefb69-139b-45ad-8ffe-b332cf60ab03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=94100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:20:02.605497 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-44242602-f907-42d8-aa8f-8183aaa6ac6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:02.858429 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-44242602-f907-42d8-aa8f-8183aaa6ac6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c21f38c3-b305-4580-81cc-06f0cffd0097 {{(pid=94100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:20:02.865730 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-44242602-f907-42d8-aa8f-8183aaa6ac6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:02.877658 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.provisioning_blocks [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-44242602-f907-42d8-aa8f-8183aaa6ac6a service neutron] Transition to ACTIVE for port object c21f38c3-b305-4580-81cc-06f0cffd0097 will not be triggered until provisioned by entity L2. {{(pid=94100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:20:02.881215 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-44242602-f907-42d8-aa8f-8183aaa6ac6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:02.932975 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44242602-f907-42d8-aa8f-8183aaa6ac6a service neutron] Pushing event updated for resources: {'Port': ['ID=c21f38c3-b305-4580-81cc-06f0cffd0097,revision_number=2']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:20:02.996972 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-44242602-f907-42d8-aa8f-8183aaa6ac6a service neutron] Attempting to bind port c21f38c3-b305-4580-81cc-06f0cffd0097 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:20:02.997644 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-44242602-f907-42d8-aa8f-8183aaa6ac6a service neutron] Attempting to bind port c21f38c3-b305-4580-81cc-06f0cffd0097 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'e96fca96-ea3e-4b0f-a330-6b3f1b0848bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2ad979e3-3744-4c1f-951f-16077ceee113'}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:20:02.997644 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-44242602-f907-42d8-aa8f-8183aaa6ac6a service neutron] Attempting to bind port c21f38c3-b305-4580-81cc-06f0cffd0097 on network 2ad979e3-3744-4c1f-951f-16077ceee113 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:20:03.002381 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-44242602-f907-42d8-aa8f-8183aaa6ac6a service neutron] Port c21f38c3-b305-4580-81cc-06f0cffd0097 on network 2ad979e3-3744-4c1f-951f-16077ceee113 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:20:03.002700 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-44242602-f907-42d8-aa8f-8183aaa6ac6a service neutron] Attempting to bind port c21f38c3-b305-4580-81cc-06f0cffd0097 on network 2ad979e3-3744-4c1f-951f-16077ceee113 {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:20:03.007332 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-44242602-f907-42d8-aa8f-8183aaa6ac6a service neutron] Checking agent: {'id': 'e9494a82-1f02-49fe-8034-7b3c5c14ee49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'started_at': datetime.datetime(2021, 8, 20, 14, 5, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:20:03.007669 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-44242602-f907-42d8-aa8f-8183aaa6ac6a service neutron] Checking segment: {'id': 'e96fca96-ea3e-4b0f-a330-6b3f1b0848bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2ad979e3-3744-4c1f-951f-16077ceee113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:20:03.008048 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-44242602-f907-42d8-aa8f-8183aaa6ac6a service neutron] Bound using segment: {'id': 'e96fca96-ea3e-4b0f-a330-6b3f1b0848bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2ad979e3-3744-4c1f-951f-16077ceee113'} {{(pid=94100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:20:03.008484 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.managers [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-44242602-f907-42d8-aa8f-8183aaa6ac6a service neutron] Bound port: c21f38c3-b305-4580-81cc-06f0cffd0097, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e96fca96-ea3e-4b0f-a330-6b3f1b0848bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2ad979e3-3744-4c1f-951f-16077ceee113'}}] {{(pid=94100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:20:03.008842 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-44242602-f907-42d8-aa8f-8183aaa6ac6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:03.072882 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-44242602-f907-42d8-aa8f-8183aaa6ac6a service neutron] For port c21f38c3-b305-4580-81cc-06f0cffd0097, host hv-cinder-79053, cleared binding levels {{(pid=94100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:20:03.075877 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-44242602-f907-42d8-aa8f-8183aaa6ac6a service neutron] For port c21f38c3-b305-4580-81cc-06f0cffd0097, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c21f38c3-b305-4580-81cc-06f0cffd0097,segment=NetworkSegment(e96fca96-ea3e-4b0f-a330-6b3f1b0848bd),segment_id=e96fca96-ea3e-4b0f-a330-6b3f1b0848bd)] {{(pid=94100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:20:03.081585 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-44242602-f907-42d8-aa8f-8183aaa6ac6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130952690'] for port, after_update {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:03.114242 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-44242602-f907-42d8-aa8f-8183aaa6ac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:03.114865 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-44242602-f907-42d8-aa8f-8183aaa6ac6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:03.116285 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-44242602-f907-42d8-aa8f-8183aaa6ac6a service neutron] 10.222.0.65 "PUT /v2.0/ports/c21f38c3-b305-4580-81cc-06f0cffd0097 HTTP/1.1" status: 200 len: 1093 time: 0.5660102 Aug 20 14:20:03.118521 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ceefb69-139b-45ad-8ffe-b332cf60ab03', 'tag': 'c21f38c3-b305-4580-81cc-06f0cffd0097'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:20:03.120981 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3e4d4e-a8f0-48af-9f9a-49aaa22e0151" -d '{"events": [{"name": "network-changed", "server_uuid": "9ceefb69-139b-45ad-8ffe-b332cf60ab03", "tag": "c21f38c3-b305-4580-81cc-06f0cffd0097"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:20:03.146807 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44242602-f907-42d8-aa8f-8183aaa6ac6a service neutron] Pushing event updated for resources: {'Port': ['ID=c21f38c3-b305-4580-81cc-06f0cffd0097,revision_number=3']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:20:03.163047 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1baf340-494f-4b4c-814b-4c342695b76f x-openstack-request-id: req-f1baf340-494f-4b4c-814b-4c342695b76f {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:20:03.163326 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ceefb69-139b-45ad-8ffe-b332cf60ab03", "tag": "c21f38c3-b305-4580-81cc-06f0cffd0097", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:20:03.163574 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f1baf340-494f-4b4c-814b-4c342695b76f {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:20:03.163961 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ceefb69-139b-45ad-8ffe-b332cf60ab03', 'tag': 'c21f38c3-b305-4580-81cc-06f0cffd0097', 'status': 'completed', 'code': 200} Aug 20 14:20:03.196598 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-a3820e57-2ab7-4f92-a6f4-821de6b02991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:03.198087 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-a3820e57-2ab7-4f92-a6f4-821de6b02991 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ed7db50e77b94f8488521eab1955c26a&device_id=9ceefb69-139b-45ad-8ffe-b332cf60ab03 HTTP/1.1" status: 200 len: 1096 time: 0.0436206 Aug 20 14:20:03.242124 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-63c66d0f-ddcd-422c-9c79-e9760611b530 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c21f38c3-b305-4580-81cc-06f0cffd0097 HTTP/1.1" status: 200 len: 217 time: 0.0364552 Aug 20 14:20:03.310781 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-680503b9-fe1b-43ce-98e9-d8f4a159c030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:03.312804 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-680503b9-fe1b-43ce-98e9-d8f4a159c030 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dedc9de9-1c9b-4413-aee4-b2a30175bcf0 HTTP/1.1" status: 200 len: 854 time: 0.0613389 Aug 20 14:20:03.324134 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f7f89-0559-4c22-bcd2-cc344cca1859 req-2790d09f-246d-4b34-9b59-2ff82b146faf tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:03.325526 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-483f7f89-0559-4c22-bcd2-cc344cca1859 req-2790d09f-246d-4b34-9b59-2ff82b146faf tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ceefb69-139b-45ad-8ffe-b332cf60ab03 HTTP/1.1" status: 200 len: 943 time: 0.0825567 Aug 20 14:20:03.363410 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-d7e27b38-a841-4dd8-94c5-c81956f577dd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2ad979e3-3744-4c1f-951f-16077ceee113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368967 Aug 20 14:20:03.397505 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-483f7f89-0559-4c22-bcd2-cc344cca1859 req-757215a9-accb-4747-8fa2-64c6291ed3c0 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fe8d802-296f-44f8-b553-0ede9ca0d349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639024 Aug 20 14:20:03.463668 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-0ebd19d9-cccb-41aa-9ffe-31dc1a9f8022 service neutron] 10.222.0.65 "GET /v2.0/networks/2ad979e3-3744-4c1f-951f-16077ceee113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879526 Aug 20 14:20:03.555590 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-0e2d0f04-9827-4b49-9926-c5bc7c9cc8ba req-b55ac670-14ec-4587-8e06-576a3b320fc7 service neutron] 10.222.0.65 "GET /v2.0/networks/2ad979e3-3744-4c1f-951f-16077ceee113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848775 Aug 20 14:20:03.637322 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e4d4e-a8f0-48af-9f9a-49aaa22e0151 req-d18f283c-8a1c-4266-a644-b86554b64db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:03.638769 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7c3e4d4e-a8f0-48af-9f9a-49aaa22e0151 req-d18f283c-8a1c-4266-a644-b86554b64db2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ed7db50e77b94f8488521eab1955c26a&device_id=9ceefb69-139b-45ad-8ffe-b332cf60ab03 HTTP/1.1" status: 200 len: 1096 time: 0.0407448 Aug 20 14:20:03.731533 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e4d4e-a8f0-48af-9f9a-49aaa22e0151 req-08028b52-0048-4175-8274-37d1aec315c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:03.733033 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7c3e4d4e-a8f0-48af-9f9a-49aaa22e0151 req-08028b52-0048-4175-8274-37d1aec315c2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2ad979e3-3744-4c1f-951f-16077ceee113 HTTP/1.1" status: 200 len: 915 time: 0.0870161 Aug 20 14:20:03.781523 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7c3e4d4e-a8f0-48af-9f9a-49aaa22e0151 req-f2a5ce1c-5b2c-4889-951f-486a3821a8d7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c21f38c3-b305-4580-81cc-06f0cffd0097 HTTP/1.1" status: 200 len: 217 time: 0.0390816 Aug 20 14:20:03.833013 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e4d4e-a8f0-48af-9f9a-49aaa22e0151 req-d8d86ac0-129a-47d3-b567-b4d254319577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:03.834492 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7c3e4d4e-a8f0-48af-9f9a-49aaa22e0151 req-d8d86ac0-129a-47d3-b567-b4d254319577 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dedc9de9-1c9b-4413-aee4-b2a30175bcf0 HTTP/1.1" status: 200 len: 854 time: 0.0446613 Aug 20 14:20:03.869787 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7c3e4d4e-a8f0-48af-9f9a-49aaa22e0151 req-e7a1ac79-16bc-4300-b8f2-403aeb79a3d7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2ad979e3-3744-4c1f-951f-16077ceee113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257416 Aug 20 14:20:03.961868 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7c3e4d4e-a8f0-48af-9f9a-49aaa22e0151 req-553171dd-35f9-4764-a657-df796c48d8e7 service neutron] 10.222.0.65 "GET /v2.0/networks/2ad979e3-3744-4c1f-951f-16077ceee113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845990 Aug 20 14:20:04.054052 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7c3e4d4e-a8f0-48af-9f9a-49aaa22e0151 req-86b830a7-3740-4fe8-a59a-889c64147a55 service neutron] 10.222.0.65 "GET /v2.0/networks/2ad979e3-3744-4c1f-951f-16077ceee113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840650 Aug 20 14:20:04.523838 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba3654-1d0d-4192-98fe-0787e8230442 req-6dffd609-3304-4186-bf6d-ded20f40d9e1 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:04.525338 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ceba3654-1d0d-4192-98fe-0787e8230442 req-6dffd609-3304-4186-bf6d-ded20f40d9e1 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ceefb69-139b-45ad-8ffe-b332cf60ab03 HTTP/1.1" status: 200 len: 943 time: 0.0511024 Aug 20 14:20:04.565232 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-ceba3654-1d0d-4192-98fe-0787e8230442 req-794899bc-e86c-49fb-a51e-744706f718bb tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fe8d802-296f-44f8-b553-0ede9ca0d349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318396 Aug 20 14:20:05.685396 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773be3e-ccd0-4400-8c3c-c1286e95dd2c req-83833df9-0cf9-4737-87ba-f9833c123660 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:05.687375 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d773be3e-ccd0-4400-8c3c-c1286e95dd2c req-83833df9-0cf9-4737-87ba-f9833c123660 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ceefb69-139b-45ad-8ffe-b332cf60ab03 HTTP/1.1" status: 200 len: 943 time: 0.0524871 Aug 20 14:20:05.725103 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d773be3e-ccd0-4400-8c3c-c1286e95dd2c req-e4f9765d-8b29-4a84-b3c5-c56081b45f93 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fe8d802-296f-44f8-b553-0ede9ca0d349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316408 Aug 20 14:20:06.542125 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device c21f38c3-b305-4580-81cc-06f0cffd0097 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=94102) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:20:06.641054 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port c21f38c3-b305-4580-81cc-06f0cffd0097, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c21f38c3-b305-4580-81cc-06f0cffd0097,segment=NetworkSegment(e96fca96-ea3e-4b0f-a330-6b3f1b0848bd),segment_id=e96fca96-ea3e-4b0f-a330-6b3f1b0848bd)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:20:06.652034 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Returning: {'device': 'c21f38c3-b305-4580-81cc-06f0cffd0097', 'network_id': '2ad979e3-3744-4c1f-951f-16077ceee113', 'port_id': 'c21f38c3-b305-4580-81cc-06f0cffd0097', 'mac_address': 'fa:16:3e:23:1a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dedc9de9-1c9b-4413-aee4-b2a30175bcf0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94102) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:20:06.687797 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:06.700069 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c21f38c3-b305-4580-81cc-06f0cffd0097 {{(pid=94102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:20:06.722707 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port c21f38c3-b305-4580-81cc-06f0cffd0097, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c21f38c3-b305-4580-81cc-06f0cffd0097,segment=NetworkSegment(e96fca96-ea3e-4b0f-a330-6b3f1b0848bd),segment_id=e96fca96-ea3e-4b0f-a330-6b3f1b0848bd)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:20:06.726768 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:06.777947 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=c21f38c3-b305-4580-81cc-06f0cffd0097,revision_number=4']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:20:06.785364 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:06.785707 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:06.786051 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:06.786388 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:06.786724 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:06.787127 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:06.787544 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:06.788035 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:06.788249 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:06.788673 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:06.789067 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:06.789701 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:06.847159 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f801343-8222-4156-be6a-7d2dad0067d5 req-0485beb6-cde8-45f1-b306-8f84c6c2916c tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:06.848657 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7f801343-8222-4156-be6a-7d2dad0067d5 req-0485beb6-cde8-45f1-b306-8f84c6c2916c tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ceefb69-139b-45ad-8ffe-b332cf60ab03 HTTP/1.1" status: 200 len: 944 time: 0.0544071 Aug 20 14:20:06.888640 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-7f801343-8222-4156-be6a-7d2dad0067d5 req-613a99ca-9150-479a-a0f6-021583415ed8 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fe8d802-296f-44f8-b553-0ede9ca0d349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337076 Aug 20 14:20:06.932587 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['c21f38c3-b305-4580-81cc-06f0cffd0097'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:20:07.717201 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-4936088e-1ea0-4a27-8afe-6b24e80782c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:08.002233 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cd6d8-0927-472c-ad81-6d187f849a94 req-0b043340-6432-40ce-bf93-7df40f5fbf7d tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:08.003669 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-726cd6d8-0927-472c-ad81-6d187f849a94 req-0b043340-6432-40ce-bf93-7df40f5fbf7d tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ceefb69-139b-45ad-8ffe-b332cf60ab03 HTTP/1.1" status: 200 len: 944 time: 0.0472767 Aug 20 14:20:08.041899 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-726cd6d8-0927-472c-ad81-6d187f849a94 req-c5333a8b-0075-4111-b71c-913069cd1e77 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fe8d802-296f-44f8-b553-0ede9ca0d349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322080 Aug 20 14:20:08.558293 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device c21f38c3-b305-4580-81cc-06f0cffd0097 up at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:20:08.609145 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning for port c21f38c3-b305-4580-81cc-06f0cffd0097 completed by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:20:08.612655 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.db.provisioning_blocks [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Provisioning complete for port c21f38c3-b305-4580-81cc-06f0cffd0097 triggered by entity L2. {{(pid=94102) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:20:08.613023 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760201'] for port, provisioning_complete {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:08.692540 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1702486'] for port, before_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:08.715545 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ceefb69-139b-45ad-8ffe-b332cf60ab03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21f38c3-b305-4580-81cc-06f0cffd0097'}] {{(pid=94102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:20:08.717713 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}658e03e68c488354c0da9c4193b8775245da486d5210860026445f3bfd5b20fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa533453-5881-48cc-bd59-a6ae6dacab48" -d '{"events": [{"server_uuid": "9ceefb69-139b-45ad-8ffe-b332cf60ab03", "name": "network-vif-plugged", "status": "completed", "tag": "c21f38c3-b305-4580-81cc-06f0cffd0097"}]}' {{(pid=94102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:20:08.730168 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] For port c21f38c3-b305-4580-81cc-06f0cffd0097, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c21f38c3-b305-4580-81cc-06f0cffd0097,segment=NetworkSegment(e96fca96-ea3e-4b0f-a330-6b3f1b0848bd),segment_id=e96fca96-ea3e-4b0f-a330-6b3f1b0848bd)] {{(pid=94102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:20:08.734313 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728246735701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728246186999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728246183949'] for port, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:08.763360 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f7b427-f96b-43d9-ac91-86a6d3b9794a x-openstack-request-id: req-79f7b427-f96b-43d9-ac91-86a6d3b9794a {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:20:08.763986 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ceefb69-139b-45ad-8ffe-b332cf60ab03", "name": "network-vif-plugged", "status": "completed", "tag": "c21f38c3-b305-4580-81cc-06f0cffd0097", "code": 200}]} {{(pid=94102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:20:08.764242 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-79f7b427-f96b-43d9-ac91-86a6d3b9794a {{(pid=94102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:20:08.764642 dv-cinder-790535-10-iscsi neutron-server[94102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ceefb69-139b-45ad-8ffe-b332cf60ab03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21f38c3-b305-4580-81cc-06f0cffd0097', 'code': 200} Aug 20 14:20:08.793179 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Pushing event updated for resources: {'Port': ['ID=c21f38c3-b305-4580-81cc-06f0cffd0097,revision_number=5']} {{(pid=94102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:20:08.924041 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc73c0-dc53-42dd-8632-47a4c7a9267a req-e4f3ef68-815e-4aac-b83c-c75e7ec75b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:08.925577 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-81fc73c0-dc53-42dd-8632-47a4c7a9267a req-e4f3ef68-815e-4aac-b83c-c75e7ec75b80 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9ceefb69-139b-45ad-8ffe-b332cf60ab03 HTTP/1.1" status: 200 len: 1098 time: 0.0442247 Aug 20 14:20:08.960562 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-81fc73c0-dc53-42dd-8632-47a4c7a9267a req-2b8449d3-4a89-4cb4-b070-10844775b3fa service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2fe8d802-296f-44f8-b553-0ede9ca0d349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266721 Aug 20 14:20:09.156666 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd904199-fe8c-4a93-88d3-ae057d024bfa req-736067f3-6cce-4453-988e-52649389234b tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:09.158153 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-bd904199-fe8c-4a93-88d3-ae057d024bfa req-736067f3-6cce-4453-988e-52649389234b tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ceefb69-139b-45ad-8ffe-b332cf60ab03 HTTP/1.1" status: 200 len: 945 time: 0.0490508 Aug 20 14:20:09.195361 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-bd904199-fe8c-4a93-88d3-ae057d024bfa req-66fe22db-f294-473f-b750-ba5c9f7da190 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fe8d802-296f-44f8-b553-0ede9ca0d349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310872 Aug 20 14:20:10.310580 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256fa753-1ea2-4a43-8805-2b00e44416d5 req-bf98f8bf-7fc5-42a7-abd6-349f58a31679 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:10.312111 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-256fa753-1ea2-4a43-8805-2b00e44416d5 req-bf98f8bf-7fc5-42a7-abd6-349f58a31679 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ceefb69-139b-45ad-8ffe-b332cf60ab03 HTTP/1.1" status: 200 len: 945 time: 0.0486665 Aug 20 14:20:10.351388 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-256fa753-1ea2-4a43-8805-2b00e44416d5 req-d5111f5a-24c5-4ca2-8cb5-9d798adaf820 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fe8d802-296f-44f8-b553-0ede9ca0d349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332093 Aug 20 14:20:10.475023 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-954d445f-26b2-4e36-8629-6221ec05de2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:10.506533 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:11.608207 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:12.618253 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:13.122810 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:15.130239 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 6 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:20:24.585583 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3bcd465b-27c5-4dea-b2b9-18f24628e77b req-e8dd6c72-628e-4a0d-9653-a8fa6fa04a53 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9ceefb69-139b-45ad-8ffe-b332cf60ab03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421817 Aug 20 14:20:24.665282 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd465b-27c5-4dea-b2b9-18f24628e77b req-b366ad6b-d167-4e3a-801f-94cc4d9bbcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:24.666768 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3bcd465b-27c5-4dea-b2b9-18f24628e77b req-b366ad6b-d167-4e3a-801f-94cc4d9bbcf0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ed7db50e77b94f8488521eab1955c26a&device_id=9ceefb69-139b-45ad-8ffe-b332cf60ab03 HTTP/1.1" status: 200 len: 1098 time: 0.0391326 Aug 20 14:20:24.767160 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd465b-27c5-4dea-b2b9-18f24628e77b req-cf67c853-ec1e-442d-b136-246c69a262cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:24.768592 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3bcd465b-27c5-4dea-b2b9-18f24628e77b req-cf67c853-ec1e-442d-b136-246c69a262cb service neutron] 10.222.0.65 "GET /v2.0/networks?id=2ad979e3-3744-4c1f-951f-16077ceee113 HTTP/1.1" status: 200 len: 915 time: 0.0828710 Aug 20 14:20:24.815886 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3bcd465b-27c5-4dea-b2b9-18f24628e77b req-16e01ef6-fa46-4399-b535-17806611e569 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c21f38c3-b305-4580-81cc-06f0cffd0097 HTTP/1.1" status: 200 len: 217 time: 0.0390725 Aug 20 14:20:24.863373 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd465b-27c5-4dea-b2b9-18f24628e77b req-000cce52-e850-41f8-93cc-38d26fa6fdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:24.864819 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3bcd465b-27c5-4dea-b2b9-18f24628e77b req-000cce52-e850-41f8-93cc-38d26fa6fdce service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dedc9de9-1c9b-4413-aee4-b2a30175bcf0 HTTP/1.1" status: 200 len: 854 time: 0.0417914 Aug 20 14:20:24.895246 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3bcd465b-27c5-4dea-b2b9-18f24628e77b req-052766e0-d58b-40c3-a62b-a5b91508ed73 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2ad979e3-3744-4c1f-951f-16077ceee113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235665 Aug 20 14:20:24.988360 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3bcd465b-27c5-4dea-b2b9-18f24628e77b req-99c83bc0-2c72-41fe-a32b-bac4cb1dee6f service neutron] 10.222.0.65 "GET /v2.0/networks/2ad979e3-3744-4c1f-951f-16077ceee113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830386 Aug 20 14:20:25.074604 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-3bcd465b-27c5-4dea-b2b9-18f24628e77b req-16f693af-fdbe-46c7-b54e-ee4133ef5a74 service neutron] 10.222.0.65 "GET /v2.0/networks/2ad979e3-3744-4c1f-951f-16077ceee113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789142 Aug 20 14:20:30.257874 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367325be-51fe-4a0c-b73d-28f1d5414772 req-e8e7d6c1-0823-4ddf-81e2-1d2cd97fa71c tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:30.259244 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-367325be-51fe-4a0c-b73d-28f1d5414772 req-e8e7d6c1-0823-4ddf-81e2-1d2cd97fa71c tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ceefb69-139b-45ad-8ffe-b332cf60ab03 HTTP/1.1" status: 200 len: 945 time: 0.0479395 Aug 20 14:20:30.300807 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-367325be-51fe-4a0c-b73d-28f1d5414772 req-eda66a52-77fd-46e7-8234-21cee213b727 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fe8d802-296f-44f8-b553-0ede9ca0d349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356371 Aug 20 14:20:31.415357 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9871356-d3ac-4375-9ed8-46d5c6709880 req-1c2c38df-ff3e-4d20-9dc6-3f9e32d512e6 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:31.416817 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d9871356-d3ac-4375-9ed8-46d5c6709880 req-1c2c38df-ff3e-4d20-9dc6-3f9e32d512e6 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ceefb69-139b-45ad-8ffe-b332cf60ab03 HTTP/1.1" status: 200 len: 945 time: 0.0472507 Aug 20 14:20:31.453974 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-d9871356-d3ac-4375-9ed8-46d5c6709880 req-a1647178-8ded-4be0-8f7b-c19c3e19eee4 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/security-groups?id=2fe8d802-296f-44f8-b553-0ede9ca0d349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312569 Aug 20 14:20:31.818648 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029de8f4-dc41-49b7-b1d2-4cfc6943d89b req-09c61520-72a7-4d43-998d-eedc9fcbd8fb tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:20:31.820099 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-029de8f4-dc41-49b7-b1d2-4cfc6943d89b req-09c61520-72a7-4d43-998d-eedc9fcbd8fb tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ceefb69-139b-45ad-8ffe-b332cf60ab03 HTTP/1.1" status: 200 len: 945 time: 0.0476358 Aug 20 14:20:31.912185 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-029de8f4-dc41-49b7-b1d2-4cfc6943d89b req-e547ee66-9cf9-49cd-91e6-ae6358392da5 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Deleting port c21f38c3-b305-4580-81cc-06f0cffd0097 {{(pid=94100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:20:31.912558 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-029de8f4-dc41-49b7-b1d2-4cfc6943d89b req-e547ee66-9cf9-49cd-91e6-ae6358392da5 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728246583799'] for port, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:31.999338 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.db [req-029de8f4-dc41-49b7-b1d2-4cfc6943d89b req-e547ee66-9cf9-49cd-91e6-ae6358392da5 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] For port c21f38c3-b305-4580-81cc-06f0cffd0097, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c21f38c3-b305-4580-81cc-06f0cffd0097,segment=NetworkSegment(e96fca96-ea3e-4b0f-a330-6b3f1b0848bd),segment_id=e96fca96-ea3e-4b0f-a330-6b3f1b0848bd)] {{(pid=94100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:20:31.999702 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-029de8f4-dc41-49b7-b1d2-4cfc6943d89b req-e547ee66-9cf9-49cd-91e6-ae6358392da5 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533540'] for port, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:32.013220 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.plugins.ml2.plugin [req-029de8f4-dc41-49b7-b1d2-4cfc6943d89b req-e547ee66-9cf9-49cd-91e6-ae6358392da5 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Calling delete_port for c21f38c3-b305-4580-81cc-06f0cffd0097 owned by compute:nova {{(pid=94100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:20:32.142110 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-029de8f4-dc41-49b7-b1d2-4cfc6943d89b req-e547ee66-9cf9-49cd-91e6-ae6358392da5 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1701523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728246735791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728246186990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130952457'] for port, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:32.154460 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.db [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] get_ports_and_sgs() called for port_ids ['c21f38c3-b305-4580-81cc-06f0cffd0097'] {{(pid=94102) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:20:32.168588 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547ee66-9cf9-49cd-91e6-ae6358392da5 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Pushing event deleted for resources: {'Port': ['ID=c21f38c3-b305-4580-81cc-06f0cffd0097,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:20:32.209965 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.l3_dvrscheduler_db [req-029de8f4-dc41-49b7-b1d2-4cfc6943d89b req-e547ee66-9cf9-49cd-91e6-ae6358392da5 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] No DVR routers for this DVR port c21f38c3-b305-4580-81cc-06f0cffd0097 on host hv-cinder-79053 {{(pid=94100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:20:32.212517 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [req-029de8f4-dc41-49b7-b1d2-4cfc6943d89b req-e547ee66-9cf9-49cd-91e6-ae6358392da5 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404453'] for port, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:32.214656 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-029de8f4-dc41-49b7-b1d2-4cfc6943d89b req-e547ee66-9cf9-49cd-91e6-ae6358392da5 tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.65 "DELETE /v2.0/ports/c21f38c3-b305-4580-81cc-06f0cffd0097 HTTP/1.1" status: 204 len: 173 time: 0.3887486 Aug 20 14:20:32.215185 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ceefb69-139b-45ad-8ffe-b332cf60ab03', 'name': 'network-vif-deleted', 'tag': 'c21f38c3-b305-4580-81cc-06f0cffd0097'}] {{(pid=94100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:20:32.217905 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6be19b31a517d564765d05ea8b0be2abe3c05083bdd78fa07b11184a30d892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bd2655-cbc9-4b0d-a123-03638bbaff5f" -d '{"events": [{"server_uuid": "9ceefb69-139b-45ad-8ffe-b332cf60ab03", "name": "network-vif-deleted", "tag": "c21f38c3-b305-4580-81cc-06f0cffd0097"}]}' {{(pid=94100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:20:32.254429 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1594d93d-f591-43c0-9420-88a2acc53534 x-openstack-request-id: req-1594d93d-f591-43c0-9420-88a2acc53534 {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:20:32.255381 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ceefb69-139b-45ad-8ffe-b332cf60ab03", "name": "network-vif-deleted", "tag": "c21f38c3-b305-4580-81cc-06f0cffd0097", "status": "completed", "code": 200}]} {{(pid=94100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:20:32.255633 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1594d93d-f591-43c0-9420-88a2acc53534 {{(pid=94100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:20:32.256199 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ceefb69-139b-45ad-8ffe-b332cf60ab03', 'name': 'network-vif-deleted', 'tag': 'c21f38c3-b305-4580-81cc-06f0cffd0097', 'status': 'completed', 'code': 200} Aug 20 14:20:32.562098 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [req-97cc6fd2-2782-44a3-ab08-bad7dec3e193 req-a67e9809-9dc9-43eb-9bae-faf718fefb0b tempest-VolumesSnapshotTestJSON-180426949 tempest-VolumesSnapshotTestJSON-180426949-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ceefb69-139b-45ad-8ffe-b332cf60ab03 HTTP/1.1" status: 200 len: 210 time: 0.0300272 Aug 20 14:20:34.712656 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device c21f38c3-b305-4580-81cc-06f0cffd0097 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:20:34.732357 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.plugin [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] No Port match for: c21f38c3-b305-4580-81cc-06f0cffd0097 {{(pid=94102) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:20:34.732719 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron.plugins.ml2.rpc [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Device c21f38c3-b305-4580-81cc-06f0cffd0097 not bound to the agent host hv-cinder-79053 {{(pid=94102) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:20:37.718055 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-26118fc3-f49c-4417-a617-1769cb948c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:40.476045 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-b4fa5f5d-e5c2-4bf9-bbe7-c241c8fb5d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:40.505799 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:41.611423 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:42.619105 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:43.128003 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:52.130366 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 6 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:20:55.578449 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.wsgi [-] (94100) accepted ('10.222.0.38', 34616) {{(pid=94100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:20:55.621440 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.db.db_base_plugin_v2 [None req-902ce33a-0498-4314-a394-e2a602660673 admin admin] Deleting subnet dedc9de9-1c9b-4413-aee4-b2a30175bcf0 {{(pid=94100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:20:55.624331 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-902ce33a-0498-4314-a394-e2a602660673 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:55.657762 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-902ce33a-0498-4314-a394-e2a602660673 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132723178'] for subnet, precommit_delete_associations {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:55.694645 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-902ce33a-0498-4314-a394-e2a602660673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1685479'] for subnet, precommit_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:55.744153 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-902ce33a-0498-4314-a394-e2a602660673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1685486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130952508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130989612'] for subnet, after_delete {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:55.772726 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ce33a-0498-4314-a394-e2a602660673 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dedc9de9-1c9b-4413-aee4-b2a30175bcf0,revision_number=None']} {{(pid=94100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:20:55.777070 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron_lib.callbacks.manager [None req-902ce33a-0498-4314-a394-e2a602660673 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:55.779196 dv-cinder-790535-10-iscsi neutron-server[94100]: INFO neutron.wsgi [None req-902ce33a-0498-4314-a394-e2a602660673 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/dedc9de9-1c9b-4413-aee4-b2a30175bcf0 HTTP/1.1" status: 204 len: 168 time: 0.1994262 Aug 20 14:20:55.781570 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 34618) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:20:55.784084 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ce33a-0498-4314-a394-e2a602660673 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:55.784431 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ce33a-0498-4314-a394-e2a602660673 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:55.784815 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ce33a-0498-4314-a394-e2a602660673 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:55.785149 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ce33a-0498-4314-a394-e2a602660673 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:55.785477 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ce33a-0498-4314-a394-e2a602660673 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:55.785806 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ce33a-0498-4314-a394-e2a602660673 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:55.786131 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ce33a-0498-4314-a394-e2a602660673 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:55.786461 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ce33a-0498-4314-a394-e2a602660673 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:55.786785 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ce33a-0498-4314-a394-e2a602660673 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:55.787107 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ce33a-0498-4314-a394-e2a602660673 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:55.787430 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ce33a-0498-4314-a394-e2a602660673 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:55.787746 dv-cinder-790535-10-iscsi neutron-server[94100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902ce33a-0498-4314-a394-e2a602660673 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:55.853420 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-93b3056b-6b94-4b02-a524-4173419be7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1656558'] for network, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:55.930465 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-93b3056b-6b94-4b02-a524-4173419be7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1745010', 'neutron.services.segments.db._delete_segments_for_network-8728246697485'] for network, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:55.940290 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-93b3056b-6b94-4b02-a524-4173419be7bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad979e3-3744-4c1f-951f-16077ceee113']}} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:20:55.950295 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-93b3056b-6b94-4b02-a524-4173419be7bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e96fca96-ea3e-4b0f-a330-6b3f1b0848bd') {'for_net_delete': True} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:20:55.950581 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.services.segments.db [None req-93b3056b-6b94-4b02-a524-4173419be7bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e96fca96-ea3e-4b0f-a330-6b3f1b0848bd') {} {{(pid=94101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:20:55.959532 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-93b3056b-6b94-4b02-a524-4173419be7bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728246668737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131863519'] for segment, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:55.972554 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-93b3056b-6b94-4b02-a524-4173419be7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794'] for segment, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:55.978457 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b3056b-6b94-4b02-a524-4173419be7bf admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:20:55.978871 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-93b3056b-6b94-4b02-a524-4173419be7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1686794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131250037'] for segment, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:55.980587 dv-cinder-790535-10-iscsi neutron-server[94101]: Traceback (most recent call last): Aug 20 14:20:55.980587 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:20:55.980587 dv-cinder-790535-10-iscsi neutron-server[94101]: timer() Aug 20 14:20:55.980587 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:20:55.980587 dv-cinder-790535-10-iscsi neutron-server[94101]: cb(*args, **kw) Aug 20 14:20:55.980587 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:20:55.980587 dv-cinder-790535-10-iscsi neutron-server[94101]: return func(*args, **kwargs) Aug 20 14:20:55.980587 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:20:55.980587 dv-cinder-790535-10-iscsi neutron-server[94101]: self._notify() Aug 20 14:20:55.980587 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:20:55.980587 dv-cinder-790535-10-iscsi neutron-server[94101]: self.callback(batched_events) Aug 20 14:20:55.980587 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:20:55.980587 dv-cinder-790535-10-iscsi neutron-server[94101]: event.method(event) Aug 20 14:20:55.980587 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:20:55.980587 dv-cinder-790535-10-iscsi neutron-server[94101]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:20:55.980587 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:20:55.980587 dv-cinder-790535-10-iscsi neutron-server[94101]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:20:55.980587 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:20:55.980587 dv-cinder-790535-10-iscsi neutron-server[94101]: return f(self, *a, **k) Aug 20 14:20:55.980587 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:20:55.980587 dv-cinder-790535-10-iscsi neutron-server[94101]: return self._get(url).json() Aug 20 14:20:55.980587 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:20:55.980587 dv-cinder-790535-10-iscsi neutron-server[94101]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:20:55.980587 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:20:55.980587 dv-cinder-790535-10-iscsi neutron-server[94101]: return self.request(url, 'GET', **kwargs) Aug 20 14:20:55.980587 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:20:55.980587 dv-cinder-790535-10-iscsi neutron-server[94101]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:20:55.980587 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:20:55.980587 dv-cinder-790535-10-iscsi neutron-server[94101]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:20:55.980587 dv-cinder-790535-10-iscsi neutron-server[94101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:20:55.980587 dv-cinder-790535-10-iscsi neutron-server[94101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:20:55.980587 dv-cinder-790535-10-iscsi neutron-server[94101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:20:56.036767 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-93b3056b-6b94-4b02-a524-4173419be7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1745017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687127'] for network, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:56.042094 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-93b3056b-6b94-4b02-a524-4173419be7bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014808'] for network, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:56.044112 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-93b3056b-6b94-4b02-a524-4173419be7bf admin admin] 10.222.0.38 "DELETE /v2.0/networks/2ad979e3-3744-4c1f-951f-16077ceee113 HTTP/1.1" status: 204 len: 168 time: 0.2615271 Aug 20 14:20:56.056240 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3056b-6b94-4b02-a524-4173419be7bf admin admin] Pushing event deleted for resources: {'Network': ['ID=2ad979e3-3744-4c1f-951f-16077ceee113,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:20:56.063329 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b3056b-6b94-4b02-a524-4173419be7bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:56.063760 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b3056b-6b94-4b02-a524-4173419be7bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:56.064025 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b3056b-6b94-4b02-a524-4173419be7bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:56.064966 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b3056b-6b94-4b02-a524-4173419be7bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:56.065319 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b3056b-6b94-4b02-a524-4173419be7bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:56.065655 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b3056b-6b94-4b02-a524-4173419be7bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:56.065987 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b3056b-6b94-4b02-a524-4173419be7bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:56.066317 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b3056b-6b94-4b02-a524-4173419be7bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:56.066644 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b3056b-6b94-4b02-a524-4173419be7bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:56.066967 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b3056b-6b94-4b02-a524-4173419be7bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:56.067289 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b3056b-6b94-4b02-a524-4173419be7bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:56.067613 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b3056b-6b94-4b02-a524-4173419be7bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-10-iscsi {{(pid=94101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:20:56.188318 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 34624) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:20:56.227939 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-3faaea6e-d72d-4f05-8ec2-9cd1f393bbb6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ed7db50e77b94f8488521eab1955c26a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384164 Aug 20 14:20:56.230248 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [-] (94101) accepted ('10.222.0.38', 34626) {{(pid=94101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:20:56.281269 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-afa5cb6b-6221-4d3a-b3ef-b4f713ff3545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:56.302514 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-afa5cb6b-6221-4d3a-b3ef-b4f713ff3545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:56.347788 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-afa5cb6b-6221-4d3a-b3ef-b4f713ff3545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596701'] for security_group, after_delete {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:56.350461 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron_lib.callbacks.manager [None req-afa5cb6b-6221-4d3a-b3ef-b4f713ff3545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:20:56.351623 dv-cinder-790535-10-iscsi neutron-server[94101]: INFO neutron.wsgi [None req-afa5cb6b-6221-4d3a-b3ef-b4f713ff3545 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2fe8d802-296f-44f8-b553-0ede9ca0d349 HTTP/1.1" status: 204 len: 168 time: 0.1204512 Aug 20 14:20:56.359087 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5cb6b-6221-4d3a-b3ef-b4f713ff3545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe8d802-296f-44f8-b553-0ede9ca0d349,revision_number=None']} {{(pid=94101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:21:07.721551 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ac4bb114-19df-40f3-a342-1ee36acafc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:21:10.476096 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-6e0c51cb-3a2b-46de-aa05-26dccd27cc9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:21:10.505578 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:21:11.615821 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:21:12.614927 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:21:13.131399 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:21:29.129387 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 6 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:21:37.721749 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-a2a57152-609b-425e-90b1-8a5fcf4806dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:21:40.476836 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e11350d2-9437-483d-9305-42f978f72427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:21:40.505126 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:21:41.617495 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:21:42.619983 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:21:43.135150 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:06.128523 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 6 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:22:07.721606 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-717b16e2-29ae-4907-9d3a-394ef2d8093a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:10.476207 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-779b61d1-7efa-466b-8000-135675ae351e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:10.504504 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:11.621080 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:12.628683 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:13.138333 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:37.508556 dv-cinder-790535-10-iscsi neutron-server[94101]: DEBUG neutron.wsgi [req-1586e574-7e99-4af7-8892-721e49847bb5 req-c3addb21-94ba-465d-84bb-0e50b6694152 service neutron] (94101) timed out ('10.222.0.65', 56507) {{(pid=94101) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 14:22:37.721633 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-3c971a62-7765-49ea-bbbb-8e760a1aa379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:40.475944 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-fe7187db-bc8d-40fd-8402-6c5d48e1410c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:40.504148 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:41.623923 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:42.628371 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:22:43.128224 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 6 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:22:43.141980 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:07.722209 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-971895d4-30f1-4006-a620-7522e944a0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:10.479064 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-4e133b5a-6be1-4ae6-a644-f31d7bedaa3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:10.503665 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:11.626004 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:12.627955 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:13.146806 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:20.127824 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 6 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:23:37.723756 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-05bb5a0b-18d1-4530-8a6d-6a94e46a1081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:40.480946 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-9ee25bf9-e1db-4186-b0cf-0b4aba9a5da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:40.504013 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:41.629579 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:42.641439 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:43.149317 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:23:57.127716 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 6 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:24:07.724956 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-7d1a8ee8-ac57-4f61-bd58-afe723b6f235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:10.480580 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-d1f7e4f3-3eec-4f79-be9f-79d746df2324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:10.504760 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:11.630563 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:12.646877 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:13.162132 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:34.128923 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 6 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:24:37.726809 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ba15096b-9c42-443e-9433-05f8b933ddf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:40.485808 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-8e49f7aa-51fd-4b97-a95c-064716a579f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:40.506258 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:41.635757 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:42.647555 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:24:43.162398 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:07.729138 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-0b7ffa5b-0ae1-4e4f-9ec3-d1c8dca40de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:10.478243 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-502da0c3-4989-4619-b416-9d43040b180f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:10.511863 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:11.132039 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 6 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:25:11.638388 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:12.657824 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:13.158712 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:37.738388 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-a91747b3-4641-4e12-960c-e0d4951b75b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:40.480366 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-fc70f733-59ed-4471-b6e4-8f07a5d70775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:40.521871 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:41.649091 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:42.658542 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:43.167191 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:25:48.131961 dv-cinder-790535-10-iscsi neutron-server[94103]: DEBUG neutron.db.agents_db [None req-e35e5f17-f7fd-43cc-8e1b-ac0232fb4d84 None None] Agent healthcheck: found 6 active agents {{(pid=94103) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:26:07.734772 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-5d09b442-b6d3-4447-b7f7-72b7c75279f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:10.486403 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-0fd057ba-ed98-467f-b3ca-662d24c7d0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:10.516702 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-e77ad473-fc5f-4619-9ada-61e2f29de567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:11.646120 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-139d39a3-db7e-4889-a8fb-5dbefcca0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:12.670948 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-49ab6437-43b0-4f48-a4a9-bb28a2a2dac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:26:13.169088 dv-cinder-790535-10-iscsi neutron-server[94102]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7cf4-963a-4e49-80d3-d1fdaf736163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728246700566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1760056'] for agent, after_update {{(pid=94102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}